-- Logs begin at Wed 2022-05-25 22:01:38 UTC, end at Wed 2022-05-25 23:30:37 UTC. -- May 25 22:47:24.109026 dv-cinder-843209-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 25 22:47:26.853601 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.common.config [-] Logging enabled! May 25 22:47:26.854192 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.0 May 25 22:47:26.854390 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114144) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 22:47:26.857589 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.common.config [-] Logging enabled! May 25 22:47:26.857840 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.0 May 25 22:47:26.858148 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114144) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 22:47:26.859135 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:47:26.859367 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:47:26.859719 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:47:26.859962 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:47:26.860184 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:47:26.860500 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.861094 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.861386 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.861612 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.861911 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.862201 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.862513 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.862804 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.863100 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.863384 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.863661 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.863943 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.864172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.864454 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.864741 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.865028 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.865250 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] debug = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.865528 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.865955 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.866397 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.866679 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.866968 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.867248 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.867518 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.867796 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.868081 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.868412 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] host = dv-cinder-843209-1-iscsi {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.868690 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.868978 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.869263 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.869547 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.869819 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.870095 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.870408 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.870681 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.870954 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] log_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.871228 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.871515 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.871805 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.872094 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.872318 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.872539 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.872828 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.873114 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.873390 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.873663 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.873937 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.874211 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.874510 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.874778 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.875063 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.875349 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.875631 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.875904 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.876177 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.876952 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.877229 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.877593 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.877886 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.878161 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.878460 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.878751 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.879019 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.879293 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.879593 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.879880 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.880156 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.880441 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.880715 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.880998 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.881270 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.881542 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.881812 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] use_json = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.882082 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.882386 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.882670 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.882944 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.883215 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.883488 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.883757 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.884039 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.884309 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:26.884602 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.884898 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.885196 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.885481 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.885769 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.886048 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.886357 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.886639 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.886928 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.887215 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.887504 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.887782 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.888070 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.888352 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.888650 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.888958 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.889252 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.889543 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.889835 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.890093 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.890394 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.890676 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.890966 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.891246 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.891536 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.891824 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.892684 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.893060 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.893438 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.893735 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.894015 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.894306 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.894618 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.894899 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.895173 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.895454 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.895746 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.896022 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.896294 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.896572 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.896863 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.897152 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.897425 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.897702 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.897989 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.898264 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.898556 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.898828 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.899104 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.899374 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.899657 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.899932 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.900201 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.900471 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.900746 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.901017 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.901290 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.901567 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.901835 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.902110 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.902407 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.902676 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.902947 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.903217 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.903488 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.903756 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.904026 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.904302 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.904574 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.904845 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.905114 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.905386 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.905656 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.905941 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.906237 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.906541 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.906822 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.907100 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.907382 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.907660 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.907973 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.908349 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.908642 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.908917 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.909213 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.909496 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.909783 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.910067 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.910380 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.910674 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.910950 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.911232 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.911509 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.911787 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.912083 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.912353 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.912644 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.912934 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.913226 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.913518 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.913807 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.914085 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.914419 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.914699 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:26.914914 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:47:26.915154 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114144) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 22:47:27.263297 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 22:47:27.263575 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 22:47:27.263861 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 22:47:27.264194 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 22:47:27.657133 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.657421 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.658220 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.659545 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.659815 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.660077 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.696222 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.696501 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.696771 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.711388 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.711670 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.711938 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.740745 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.741019 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.741280 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.779044 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.779324 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:27.779591 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.007434 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.008044 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.008044 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.008293 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.008792 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.129565 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.129888 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.130168 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.130459 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.130726 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.131035 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.131293 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.131544 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.131792 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.132071 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.132327 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.132583 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.132833 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.133081 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.133337 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.133596 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.133844 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.134106 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.134403 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.134656 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.134920 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.135168 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.135447 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.135825 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.136070 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.136313 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.136708 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:47:28.136945 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:47:28.137179 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:47:28.137410 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:47:28.137640 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:47:28.137872 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:47:28.138242 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 22:47:28.141344 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 22:47:28.145410 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 22:47:28.149309 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 25 22:47:28.150959 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 22:47:28.151407 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 22:47:28.151736 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 22:47:28.152118 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 22:47:28.154908 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 22:47:28.155160 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 22:47:28.155507 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 22:47:28.160954 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 25 22:47:28.183315 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 22:47:28.183767 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.184061 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114144) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 22:47:28.184421 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.185777 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114144) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 22:47:28.186056 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 22:47:28.186325 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 22:47:28.189983 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.190262 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:28.252242 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 22:47:28.252516 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 22:47:28.252702 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 22:47:28.253067 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 22:47:28.275947 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_db.sqlalchemy.engines [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114144) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 22:47:28.959060 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Initializing driver for type 'gre' May 25 22:47:28.959582 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] gre ID ranges: [(1, 1000)] May 25 22:47:29.119064 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Initializing driver for type 'local' May 25 22:47:29.119623 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Initializing driver for type 'vlan' May 25 22:47:29.193034 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] VlanTypeDriver initialization complete May 25 22:47:29.193363 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Initializing driver for type 'vxlan' May 25 22:47:29.193860 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] vxlan ID ranges: [(1, 1000)] May 25 22:47:29.348298 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Initializing extension driver 'port_security' May 25 22:47:29.348624 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.extensions.port_security [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] PortSecurityExtensionDriver initialization complete May 25 22:47:29.348953 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Initializing mechanism driver 'openvswitch' May 25 22:47:29.349276 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Initializing mechanism driver 'hyperv' May 25 22:47:29.357982 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.plugins.ml2.plugin [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:29.358663 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > port after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.359025 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > port after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.359366 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > port after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.359876 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 22:47:29.360301 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > subnet after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.360900 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > subnet after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.361232 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.361617 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 22:47:29.362013 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > network after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.362408 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > network after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.362875 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > network after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.363262 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 22:47:29.363687 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > security_group after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.364005 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > security_group after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.364335 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.364854 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 22:47:29.365257 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.365602 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.365935 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.366343 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 22:47:29.366747 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > address_group after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.367085 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > address_group after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.367416 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.367797 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 22:47:29.368229 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] ML2 OVO RPC backend initialized. {{(pid=114144) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 25 22:47:29.368922 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.369263 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.369667 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > network before_response 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.370003 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > networks before_response 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.370362 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > port before_response 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.370695 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > ports before_response 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.371030 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > subnet before_response 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.371360 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > subnets before_response 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.371694 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > network after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.372022 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > network after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.372346 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > network after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.372670 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > port after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.373021 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > port after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.373345 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > port after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.373667 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > subnet after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.373988 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > subnet after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.374324 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.381419 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded quota_driver: . May 25 22:47:29.381772 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.plugin [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Modular L2 Plugin initialization complete May 25 22:47:29.382109 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading services supported by the core plugin {{(pid=114144) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 22:47:29.382462 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.plugins.ml2.managers [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Got port-security extension from driver 'port_security' May 25 22:47:29.382932 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.extensions.vlantransparent [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Disabled vlantransparent extension. May 25 22:47:29.383415 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114144) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 22:47:29.383733 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading Plugin: router May 25 22:47:29.419167 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.419551 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router after_create 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.419911 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router before_create 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.420264 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.420627 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.420973 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router after_delete 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.421317 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.421656 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.422002 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router after_create 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.422382 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router after_update 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.422725 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router after_update 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.423062 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.423418 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router after_update 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.423825 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router precommit_update 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.424184 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: port after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.424517 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: port after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.424863 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: subnet after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.425384 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.425736 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.426074 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router precommit_create 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.426455 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: port before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.426777 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router precommit_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.427126 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router after_update 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.427459 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.427799 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router precommit_create 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.428149 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.428482 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router precommit_update 55549900 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.428836 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > agent after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.429172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > agent after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.429505 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > network after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.430369 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Tracking information for resource: router configured {{(pid=114144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:47:29.430692 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Tracking information for resource: floatingip configured {{(pid=114144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:47:29.435481 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.db.l3_agentschedulers_db [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 22:47:29.436045 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: port after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.436399 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: port after_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.436741 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: port after_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.437082 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: port after_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.437855 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router before_create 55550100 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.438207 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.438583 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router precommit_create 55550100 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.438927 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > router precommit_update 55550100 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.444167 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.services.provider_configuration [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service providers = [] {{(pid=114144) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 22:47:29.444525 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.db.servicetype_db [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114144) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 22:47:29.447467 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.services.service_base [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:47:29.447811 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.services.service_base [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:47:29.448144 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.services.service_base [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:47:29.449005 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.services.service_base [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:47:29.449364 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.services.service_base [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 22:47:29.449729 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:47:29.450036 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 22:47:29.460970 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:47:29.461295 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading Plugin: auto_allocate May 25 22:47:29.466963 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: network precommit_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.467324 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: network precommit_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.467829 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:47:29.468141 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading Plugin: tag May 25 22:47:29.474765 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:47:29.475082 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading Plugin: timestamp May 25 22:47:29.478987 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:47:29.479314 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading Plugin: network_ip_availability May 25 22:47:29.484673 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.485033 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.485380 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.486375 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:47:29.486688 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading Plugin: flavors May 25 22:47:29.491842 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:47:29.492162 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading Plugin: revisions May 25 22:47:29.496341 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:47:29.496730 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_concurrency.lockutils [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.233s {{(pid=114144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 22:47:29.497453 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114144) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 25 22:47:29.497777 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Initializing extension manager. May 25 22:47:29.498272 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: __init__.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.498628 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: __pycache__ {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.498953 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.499276 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: address_group.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.500005 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.500572 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: address-group May 25 22:47:29.500888 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: address_scope.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.501581 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.502086 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: address-scope May 25 22:47:29.502435 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.503878 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.504386 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: router-admin-state-down-before-update May 25 22:47:29.504704 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: agent.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.505559 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.506058 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: agent May 25 22:47:29.506396 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: agent_resources_synced.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.507287 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.507789 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: agent-resources-synced May 25 22:47:29.508105 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: allowedaddresspairs.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.509840 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.510391 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: allowed-address-pairs May 25 22:47:29.510709 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: auto_allocated_topology.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.511759 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.512270 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: auto-allocated-topology May 25 22:47:29.512585 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: availability_zone.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.513260 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.513758 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: availability_zone May 25 22:47:29.514068 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: availability_zone_filter.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.514971 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.515473 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: availability_zone_filter May 25 22:47:29.515783 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: data_plane_status.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.516663 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.517160 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension data-plane-status not supported by any of loaded plugins May 25 22:47:29.517467 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: default_subnetpools.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.518384 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.518970 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: default-subnetpools May 25 22:47:29.519275 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.520062 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.520564 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: dhcp_agent_scheduler May 25 22:47:29.520874 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: dns.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.521759 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.522254 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension dns-integration not supported by any of loaded plugins May 25 22:47:29.522592 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: dns_domain_ports.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.523475 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.523968 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 22:47:29.524279 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.525173 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.525665 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 25 22:47:29.525974 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: dvr.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.526652 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.527151 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: dvr May 25 22:47:29.527462 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: ecmp_routes.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.528346 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.528845 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension ecmp_routes not supported by any of loaded plugins May 25 22:47:29.529155 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: empty_string_filtering.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.530035 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.530573 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: empty-string-filtering May 25 22:47:29.530887 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.531762 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.532260 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 22:47:29.532569 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.533456 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.533953 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 22:47:29.534323 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: external_net.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.535191 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.535687 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: external-net May 25 22:47:29.535995 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.536882 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.537377 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: extra_dhcp_opt May 25 22:47:29.537683 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: extraroute.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.538590 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.539087 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: extraroute May 25 22:47:29.539394 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: extraroute_atomic.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.540398 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.540895 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: extraroute-atomic May 25 22:47:29.541204 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: filter_validation.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.541842 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.542358 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: filter-validation May 25 22:47:29.542670 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: fip_pf_description.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.543548 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.544041 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 22:47:29.544374 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: fip_port_details.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.545265 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.545758 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: fip-port-details May 25 22:47:29.546068 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: flavors.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.547282 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.547791 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: flavors May 25 22:47:29.548104 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.549738 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.550795 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 22:47:29.551110 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: floatingip_pools.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.551792 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.552301 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: floatingip-pools May 25 22:47:29.552613 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: ip_allocation.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.553512 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.554009 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension ip_allocation not supported by any of loaded plugins May 25 22:47:29.554354 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.555257 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.555758 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: ip-substring-filtering May 25 22:47:29.556071 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: l2_adjacency.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.556965 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.557458 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 22:47:29.557793 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: l3.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.558753 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.559265 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: router May 25 22:47:29.559576 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.561886 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.562443 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 22:47:29.562763 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.563674 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.564184 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: ext-gw-mode May 25 22:47:29.564500 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.565394 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.566634 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: l3-ha May 25 22:47:29.567006 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: l3_flavors.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.567899 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.568397 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: l3-flavors May 25 22:47:29.568709 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.569592 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.570093 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 22:47:29.570445 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: l3agentscheduler.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.571461 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.571972 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: l3_agent_scheduler May 25 22:47:29.572287 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: logging.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.573770 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.574314 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension logging not supported by any of loaded plugins May 25 22:47:29.574634 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: metering.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.575353 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.575924 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: metering May 25 22:47:29.576251 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.577311 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.577825 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: metering_source_and_destination_fields May 25 22:47:29.578146 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: multiprovidernet.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.579116 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.579789 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: multi-provider May 25 22:47:29.580327 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: netmtu.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.581345 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.581853 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: net-mtu May 25 22:47:29.582170 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: netmtu_writable.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.583098 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.583596 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: net-mtu-writable May 25 22:47:29.583911 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: network_availability_zone.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.584561 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.585061 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: network_availability_zone May 25 22:47:29.585375 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: network_ip_availability.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.586484 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.586986 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: network-ip-availability May 25 22:47:29.587303 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: network_segment_range.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.588047 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.588539 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension network-segment-range not supported by any of loaded plugins May 25 22:47:29.588853 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: pagination.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.589802 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.590123 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: pagination May 25 22:47:29.590496 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: port_device_profile.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.591388 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.591891 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: port-device-profile May 25 22:47:29.592202 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.593102 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.593600 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: port-mac-address-regenerate May 25 22:47:29.593910 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.594812 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.595315 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: port-numa-affinity-policy May 25 22:47:29.595627 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: port_resource_request.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.596521 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.597058 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension port-resource-request not supported by any of loaded plugins May 25 22:47:29.597492 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: portbindings.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.598478 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.598929 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: binding May 25 22:47:29.599239 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: portbindings_extended.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.601974 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.602511 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: binding-extended May 25 22:47:29.602836 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: portsecurity.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.603746 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.604249 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: port-security May 25 22:47:29.604568 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: project_id.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.605522 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.605844 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: project-id May 25 22:47:29.606162 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: providernet.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.607082 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.607592 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: provider May 25 22:47:29.607909 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: qos.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.611644 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.612160 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension qos not supported by any of loaded plugins May 25 22:47:29.613249 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.614857 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.615371 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 22:47:29.615695 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.616590 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.617102 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 22:47:29.617417 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: qos_default.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.618316 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.618826 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension qos-default not supported by any of loaded plugins May 25 22:47:29.619141 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: qos_fip.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.619774 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.620272 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension qos-fip not supported by any of loaded plugins May 25 22:47:29.620588 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: qos_gateway_ip.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.621482 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.621980 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 22:47:29.622305 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: qos_port_network_policy.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.623196 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.623697 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 22:47:29.624010 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: qos_pps_rule.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.625139 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.625647 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension qos-pps not supported by any of loaded plugins May 25 22:47:29.625963 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: qos_rule_type_details.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.626900 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.627402 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 22:47:29.627714 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: qos_rules_alias.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.629426 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.629929 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 22:47:29.630243 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: quotasv2.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.631157 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.631474 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: quotas May 25 22:47:29.631785 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: quotasv2_detail.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.633445 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.633774 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: quota_details May 25 22:47:29.634095 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: rbac.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.635153 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.635676 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: rbac-policies May 25 22:47:29.635995 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: rbac_address_group.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.636899 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.637409 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: rbac-address-group May 25 22:47:29.637723 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: rbac_address_scope.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.638647 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.639150 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: rbac-address-scope May 25 22:47:29.639463 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: rbac_security_groups.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.640357 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.640857 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: rbac-security-groups May 25 22:47:29.641173 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: rbac_subnetpool.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.642068 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.642603 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: rbac-subnetpool May 25 22:47:29.642917 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: revisionifmatch.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.643848 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.644344 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: revision-if-match May 25 22:47:29.644657 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: revisions.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.645925 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.646461 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: standard-attr-revisions May 25 22:47:29.646787 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: router_availability_zone.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.647447 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.647953 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: router_availability_zone May 25 22:47:29.648269 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: routerservicetype.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.649166 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.649666 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension router-service-type not supported by any of loaded plugins May 25 22:47:29.649982 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.650916 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.651418 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: security-groups-normalized-cidr May 25 22:47:29.651732 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.652624 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.653124 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: port-security-groups-filtering May 25 22:47:29.653440 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.654360 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.654861 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: security-groups-remote-address-group May 25 22:47:29.655174 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: securitygroup.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.665262 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.665790 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: security-group May 25 22:47:29.666111 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: segment.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.666906 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.667416 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension segment not supported by any of loaded plugins May 25 22:47:29.667733 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.668645 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.669151 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 22:47:29.669466 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: servicetype.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.670651 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.671176 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: service-type May 25 22:47:29.671496 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: sorting.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.672453 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.672775 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: sorting May 25 22:47:29.673091 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: standard_attr_segment.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.673994 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.674534 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 22:47:29.675438 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: standardattrdescription.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.676071 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.676577 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: standard-attr-description May 25 22:47:29.676895 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: stateful_security_group.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.677792 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.678307 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: stateful-security-group May 25 22:47:29.678624 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: stdattrs_common.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.679188 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 22:47:29.679495 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.680387 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.680907 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 22:47:29.681222 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: subnet_onboard.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.682269 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.682800 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: subnet_onboard May 25 22:47:29.683113 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.684019 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.684522 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 22:47:29.684833 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: subnet_service_types.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.685722 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.686223 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: subnet-service-types May 25 22:47:29.686565 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: subnetallocation.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.687617 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.688119 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: subnet_allocation May 25 22:47:29.688436 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.689077 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.689578 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: subnetpool-prefix-ops May 25 22:47:29.689892 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.691097 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.691599 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 22:47:29.691916 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: tagging.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.692947 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.693452 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: standard-attr-tag May 25 22:47:29.693769 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: timestamp.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.695012 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.695514 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loaded extension: standard-attr-timestamp May 25 22:47:29.695828 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: trunk.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.696839 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.697349 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension trunk not supported by any of loaded plugins May 25 22:47:29.697661 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: trunk_details.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.698590 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.699104 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension trunk-details not supported by any of loaded plugins May 25 22:47:29.699416 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: uplink_status_propagation.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.700308 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.700812 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 22:47:29.701122 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Loading extension file: vlantransparent.py {{(pid=114144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 22:47:29.701764 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 22:47:29.702259 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 22:47:29.705424 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:network May 25 22:47:29.705940 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:subnet May 25 22:47:29.706402 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:47:29.706794 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:port May 25 22:47:29.707981 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.708409 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service FLAVORS assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.709022 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.709448 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.709768 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:router May 25 22:47:29.710185 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:floatingip May 25 22:47:29.710681 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service METERING assigned prefix: /metering {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.712098 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.712460 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.712836 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:47:29.713834 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of CountableResource for resource:rbac_policy May 25 22:47:29.714258 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:security_group May 25 22:47:29.714717 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 22:47:29.715323 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service CORE assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.715642 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:47:29.715976 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] subnetpool is already registered May 25 22:47:29.716393 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service CORE assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.716712 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:47:29.717030 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] subnetpool is already registered May 25 22:47:29.719332 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.719754 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service FLAVORS assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.720339 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.720753 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.721073 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:router May 25 22:47:29.721400 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] router is already registered May 25 22:47:29.722331 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:floatingip May 25 22:47:29.722656 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] floatingip is already registered May 25 22:47:29.723099 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service METERING assigned prefix: /metering {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.723764 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of CountableResource for resource:rbac_policy May 25 22:47:29.724079 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] rbac_policy is already registered May 25 22:47:29.724476 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:security_group May 25 22:47:29.724795 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] security_group is already registered May 25 22:47:29.725185 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 22:47:29.725506 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] security_group_rule is already registered May 25 22:47:29.726107 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service CORE assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.726465 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:47:29.726786 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] subnetpool is already registered May 25 22:47:29.727206 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.v2.resource_helper [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Service CORE assigned prefix: {{(pid=114144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:47:29.727518 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:47:29.727835 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING neutron.quota.resource_registry [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] subnetpool is already registered May 25 22:47:29.728281 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: extensions {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.729705 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: address-groups {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.731204 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: address-scopes {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.732498 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: agents {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.733628 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: auto-allocated-topology {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.734872 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: availability_zones {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.736329 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: dhcp-networks {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.738461 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: dhcp-agents {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.739874 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: routers {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.742038 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: flavors {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.743214 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: service_profiles {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.744383 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: next_providers {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.745796 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: service_profiles {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.747356 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: floatingip-pools {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.748549 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: routers {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.750635 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: floatingips {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.751871 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: l3-routers {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.753301 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: l3-agents {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.754874 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: metering-labels {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.757143 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: metering-label-rules {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.758449 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: network-ip-availabilities {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.759694 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: bindings {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.761307 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: quotas {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.762770 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: quotas {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.764139 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: rbac-policies {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.765299 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: security-groups {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.766611 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: security-group-rules {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.767837 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: service-providers {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.769211 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: subnetpools {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.770635 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: subnetpools {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.772069 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: tags {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.773688 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: tags {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.775508 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: tags {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.777261 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: tags {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.779048 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: tags {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.780866 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: tags {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.782559 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: tags {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.784944 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: tags {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.786713 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: tags {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.788429 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron.api.extensions [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Extended resource: tags {{(pid=114144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 22:47:29.794460 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING keystonemiddleware.auth_token [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 22:47:29.799171 dv-cinder-843209-1-iscsi neutron-server[114144]: WARNING keystonemiddleware.auth_token [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 22:47:29.808424 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_concurrency.lockutils [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Acquired lock "singleton_lock" {{(pid=114144) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 22:47:29.810777 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_concurrency.lockutils [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Releasing lock "singleton_lock" {{(pid=114144) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 22:47:29.810777 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO oslo_service.service [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Starting 2 workers May 25 22:47:29.814229 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Started child 114255 {{(pid=114144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 22:47:29.818778 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Started child 114256 {{(pid=114144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 22:47:29.819933 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:29.820574 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO neutron.service [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 22:47:29.820955 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Notify callbacks [] for process, before_spawn {{(pid=114144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:29.821546 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [-] (114255) wsgi starting up on http://0.0.0.0:9696 May 25 22:47:29.823472 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO oslo_service.service [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Starting 1 workers May 25 22:47:29.823915 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:29.825327 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [-] (114256) wsgi starting up on http://0.0.0.0:9696 May 25 22:47:29.828621 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Started child 114257 {{(pid=114144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 22:47:29.829156 dv-cinder-843209-1-iscsi neutron-server[114144]: INFO oslo_service.service [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Starting 1 workers May 25 22:47:29.832641 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.service [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] calling RpcWorker wait() {{(pid=114257) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 22:47:29.833218 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.service [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] returning from RpcWorker wait() {{(pid=114257) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 22:47:29.833704 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Started child 114258 {{(pid=114144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 22:47:29.834462 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:29.834563 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG neutron_lib.callbacks.manager [None req-83b376cd-d8aa-4d4d-bbda-e078d8ea9241 None None] Notify callbacks [] for process, after_spawn {{(pid=114144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:29.834910 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:29.836520 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114144) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 22:47:29.836738 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:47:29.837017 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:47:29.837129 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:47:29.837606 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:47:29.837918 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:47:29.838449 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.838793 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.840611 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:29.841101 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.841101 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.841101 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.841101 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.841101 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.841101 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.841101 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.841101 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.841559 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.841559 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.841691 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.841846 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.842312 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.842564 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.842812 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.843086 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.843253 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.843777 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.843927 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.844310 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.844585 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] debug = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.844812 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.845305 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.845532 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.845780 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.846001 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.846262 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.846525 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.847319 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.847568 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.847803 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.848048 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.848308 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.848593 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.848864 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.849010 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.849254 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.849457 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.849953 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] host = dv-cinder-843209-1-iscsi {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.850153 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.850393 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.850650 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.850901 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.851209 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.851375 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.851595 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.851835 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.852097 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.852441 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.852601 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.852804 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.853047 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.853284 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.853448 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_options = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.853666 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.853926 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.854184 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.854390 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.854547 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.854720 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.855033 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.855199 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.855427 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.855678 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.855910 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.856124 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.856336 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.856569 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.856816 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.857061 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.857292 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.857528 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.857812 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.858012 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.861250 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.861250 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.861250 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.861250 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.861250 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.861574 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.861775 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.861881 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:29.861969 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.862197 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.863270 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.863612 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.863898 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.864157 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.864411 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.864689 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.864949 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.865182 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.865402 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.865681 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.865949 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.866431 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.866759 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.866937 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.867202 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.867421 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.867734 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.867916 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_json = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.868136 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.868664 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.868664 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.869226 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.869226 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.869393 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.869483 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.869714 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.869933 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.870427 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.870725 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.873924 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.873924 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.873924 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.873924 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.873924 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.873924 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.873924 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.873924 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.874566 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.874566 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.874566 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.874566 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.874566 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.874911 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.874911 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.875183 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.875350 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.875582 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.875813 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.876046 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.876311 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.876711 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.876808 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.878183 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.878183 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.878183 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.878183 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.878546 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.878715 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.878928 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.879425 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.879425 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.879605 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.879799 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.880023 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.880303 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.880542 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.880756 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.880981 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.881227 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.881475 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.881707 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.881932 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.882186 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.882453 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.882697 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.882883 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.883132 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.883348 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.883566 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.883821 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.884192 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.884463 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.885453 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.886235 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.886503 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.887312 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.887562 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.887805 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.888033 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.890541 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.890783 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.891017 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.891267 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.891529 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.891776 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.892034 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.892223 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.892842 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.893109 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.893334 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.893559 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.893835 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.894062 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.895361 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898840 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898840 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.898840 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.899259 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.899579 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.899852 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.900384 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.900384 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.900571 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.900792 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.901057 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.901280 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.901503 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.901740 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.902021 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.902252 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.902571 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.902809 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.903070 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.903339 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.903557 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.903803 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.904029 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.904280 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.904521 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.904787 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.905043 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.905297 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.905570 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.905801 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.906075 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.906397 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.906617 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.906839 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.907128 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.907417 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.907710 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.908175 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.908440 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.908702 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.908957 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.909760 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.910070 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.910326 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.910561 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.910811 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.911083 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.911343 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.911587 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.911804 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.912037 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.912365 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.912597 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.912846 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.913062 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.913317 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.913570 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.913807 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.914068 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.914342 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.914586 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.914842 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.915069 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.915287 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.915524 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.915752 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.915965 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.916355 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.916678 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.916923 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.917170 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.917402 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.917662 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.917874 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.918336 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.918336 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.918566 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.918749 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.918996 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.919207 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.919446 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.919691 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.919907 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.920124 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.920346 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.920581 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.920841 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.921057 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.921331 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.921582 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.921819 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.922045 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.922302 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.922564 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.922813 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.923023 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.923261 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.923475 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.923692 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.923908 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.924120 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.924330 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.924562 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.924794 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.925720 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.925967 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.926353 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.926685 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.926852 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.927098 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.927337 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.927580 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.927800 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.928018 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.928256 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.928482 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.928703 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.928928 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.929143 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.929380 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.929611 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.929848 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.930117 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.930396 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.930621 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.930839 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.931063 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.931284 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.931521 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.931758 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.931955 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.932185 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.932560 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.932778 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.933005 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.933449 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.933705 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.933948 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.934219 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.934450 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.934682 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.934912 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.935129 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.935370 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.935745 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.935964 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.936176 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.936397 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.936605 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.936814 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.937034 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.937247 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.937458 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.937694 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.937900 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.938105 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.938344 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.938561 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.939261 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.939261 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.939261 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.939521 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.939599 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.939807 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.940013 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.940269 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.940568 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.940896 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.941218 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.941369 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.941740 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.942045 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.942335 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.942540 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.942849 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.943095 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.943342 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.943591 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.943907 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.944123 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.944389 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.944614 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.944837 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.945059 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.945325 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.945650 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.945977 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.946247 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.946573 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.946856 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.947178 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.947439 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.947684 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.947984 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.948337 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.948619 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.948894 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.949091 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.949350 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.949597 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.949814 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.950050 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.950314 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.955711 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.955711 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.955711 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.955711 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.955711 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.955711 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.955711 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.956349 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:29.956434 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.956434 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.956434 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.956434 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.956434 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:47:29.956434 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114144) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 22:47:29.956434 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:47:29.956434 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:47:29.957102 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:47:29.957102 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:47:29.957102 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:47:29.957102 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957102 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957102 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957102 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957102 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957632 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957632 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957632 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957632 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957632 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957632 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957632 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.957632 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958241 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958241 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958241 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958241 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958241 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958241 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958241 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958241 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958798 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958798 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] debug = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958798 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.958798 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.959098 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.959098 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.959241 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.959318 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.959663 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.959809 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.959999 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.960306 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.960469 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.960773 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.960929 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.961219 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.961513 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.961674 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.961977 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.962131 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] host = dv-cinder-843209-1-iscsi {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.962454 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.962614 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.962773 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.962937 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.963090 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.963253 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.963428 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.963575 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.963894 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.964047 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.964347 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.964549 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.964654 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.964811 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.964966 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_options = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.965123 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.965281 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.965443 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.965626 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.965792 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.965954 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.966108 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.966264 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.966444 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.966603 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.966758 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.966908 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.967074 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.967227 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.967386 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.967545 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.967703 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.967861 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.968019 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.968175 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.968330 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.968486 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.968644 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.968801 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.968957 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.969112 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.969268 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.969423 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.969580 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.969737 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.969893 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.970048 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.970204 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.970383 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.970541 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.970697 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.970854 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.971011 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.971172 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.971328 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.971484 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.972133 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.972304 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.972461 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.972633 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.972857 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.973017 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_json = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.973178 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.973364 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.973499 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.973654 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.973809 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.974119 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.974353 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.974515 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.974672 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:47:29.974848 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.975009 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.975180 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.975426 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.975542 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.975654 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.975812 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.975974 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.976133 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.976293 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.976459 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.976619 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.976788 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.976948 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.977108 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.977271 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.977429 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.977592 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.977755 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.977913 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.978068 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.978394 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.978929 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.979092 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.979250 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.979410 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.979573 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.979745 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.980043 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.980348 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.980507 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.980666 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.980825 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.980984 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.981141 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.981302 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.981467 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.981614 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.981784 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.981929 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.982087 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.982243 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.982455 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.982616 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.982776 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984064 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984064 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984064 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984064 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984064 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984064 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984064 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984064 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984509 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984509 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984509 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984698 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984698 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.984848 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.985147 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.985313 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.985473 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.985884 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.986048 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.986211 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.986375 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.986552 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.986711 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.986869 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.987027 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.987186 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.987410 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.987572 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.987877 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.988183 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.988344 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.988503 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.988662 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.988821 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.988979 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.989139 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.989298 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.989457 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.989615 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.989775 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.989938 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.990098 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.990237 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.990413 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.990573 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.990732 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.991095 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.991095 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.991301 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.991381 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.991491 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.991649 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.991812 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.991972 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.992130 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.992273 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.992434 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.992595 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.992753 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.992912 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.993068 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.993231 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.993390 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.993548 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.993705 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.993864 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.994036 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.994181 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.994359 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.994521 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.994678 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.994847 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.994992 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.995156 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.995315 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.995480 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.995648 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.995807 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.995966 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.996141 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.996285 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.996444 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.996602 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.996760 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.996918 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.997076 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.997234 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.997399 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.997567 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.997763 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.997933 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.998095 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.998276 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.998458 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.998616 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.998775 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.998933 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.999090 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.999249 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.999407 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.999566 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.999724 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:29.999882 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.000040 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.000200 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.000358 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.000515 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.000674 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.000833 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.000990 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.001150 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.001310 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.001468 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.001627 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.001787 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.001945 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.002103 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.002263 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.002442 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.002601 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.002759 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.003442 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.003604 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.003762 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.003923 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.004064 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007015 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007015 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007015 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007015 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007015 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007015 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007015 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007015 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007607 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007607 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007607 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007607 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007607 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007607 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007607 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.007607 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008145 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008145 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008145 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008145 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008145 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008145 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008145 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008145 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008672 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008672 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008672 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008672 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008672 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008672 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.008672 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.009175 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.009175 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.009175 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.009376 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.009376 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.009524 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.009690 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.009851 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.010009 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.010167 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.010347 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.010508 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.010666 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.010823 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.010982 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.011141 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.011299 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.011457 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.011613 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.011784 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.011944 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.012102 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.012260 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.012418 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.012577 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.012744 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.012902 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.013059 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.013217 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.013379 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.013537 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.013705 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.013862 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.014020 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.014177 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.014353 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.014512 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.014678 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.014836 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.014993 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.015169 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.015335 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.015442 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.015607 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.015764 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.015922 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.016079 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.016260 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.016416 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.016737 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.016896 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.017054 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.017212 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.017370 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.017528 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.017695 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.017856 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.018014 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.018179 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.018359 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.018543 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.018756 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.018900 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.019060 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.019221 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.019380 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.019538 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.019695 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.019856 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.020018 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.020185 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.020350 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.020509 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.020676 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.020841 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.021007 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.021166 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.021331 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.021501 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.021659 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.021817 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.021976 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.022134 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.022303 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.022471 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.022630 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.022789 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.022946 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.023105 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.023263 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.023425 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.023583 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.023740 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.023897 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.024055 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.024211 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.024368 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.024526 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:47:30.024676 dv-cinder-843209-1-iscsi neutron-server[114144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:47:30.288831 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 52606) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:47:30.297479 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062675 May 25 22:47:41.749703 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b49e629-073e-448b-8d07-7bb262e34837 None None] get_active_networks_info from dv-cinder-843209-1-iscsi {{(pid=114257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 22:47:41.839029 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b49e629-073e-448b-8d07-7bb262e34837 None None] No non-hosted networks {{(pid=114257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 22:47:41.855170 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.agentschedulers_db [None req-4b49e629-073e-448b-8d07-7bb262e34837 None None] DHCP Agent not found on host dv-cinder-843209-1-iscsi {{(pid=114257) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 25 22:47:41.975130 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c3e5082d-aa87-48a7-815e-a590bc1308db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595546'] for agent, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.173231 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f577bc06-d88f-49c1-bd61-6dce4db3acb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595546'] for agent, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.205247 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.db.api [None req-71876c77-2cd1-44c3-99f7-384f4d9a9bc9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-843209-1-iscsi {{(pid=114257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:47:44.206788 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG oslo_db.api [None req-71876c77-2cd1-44c3-99f7-384f4d9a9bc9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:47:44.799629 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-71876c77-2cd1-44c3-99f7-384f4d9a9bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.587765 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595546'] for agent, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:46.507419 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595546'] for agent, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:47.085060 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595546'] for agent, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:47.085910 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.086351 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.086747 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.087149 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.087469 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.087802 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.088100 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.088437 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.088750 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.089060 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.089384 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.089724 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:47.090088 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843209-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:47.100024 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843209-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:47:47.884533 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 52698) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:47:48.462956 dv-cinder-843209-1-iscsi neutron-server[114256]: WARNING oslo_policy.policy [None req-ea234d9e-b353-42e6-b51b-884dcf19690b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:47:48.463723 dv-cinder-843209-1-iscsi neutron-server[114256]: WARNING oslo_policy.policy [None req-ea234d9e-b353-42e6-b51b-884dcf19690b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:47:48.687047 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [None req-ea234d9e-b353-42e6-b51b-884dcf19690b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 22:47:48.688141 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-ea234d9e-b353-42e6-b51b-884dcf19690b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8025842 May 25 22:47:49.474721 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.db.l3_hamode_db [None req-6fb8eecc-f89d-4d58-8127-bc39dbfe9cf5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 22:47:49.552744 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8eecc-f89d-4d58-8127-bc39dbfe9cf5 None None] Routers set() bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:47:49.553137 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8eecc-f89d-4d58-8127-bc39dbfe9cf5 None None] Router IDs set() for agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 25 22:47:51.117570 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 52714) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:47:51.425039 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-76df005a-4a30-4c2c-b5aa-5bf2a8264778 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:47:51.517476 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.policy [None req-76df005a-4a30-4c2c-b5aa-5bf2a8264778 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114256) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 22:47:51.562336 dv-cinder-843209-1-iscsi neutron-server[114256]: WARNING oslo_policy.policy [None req-76df005a-4a30-4c2c-b5aa-5bf2a8264778 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:47:51.562695 dv-cinder-843209-1-iscsi neutron-server[114256]: WARNING oslo_policy.policy [None req-76df005a-4a30-4c2c-b5aa-5bf2a8264778 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:47:51.718760 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-76df005a-4a30-4c2c-b5aa-5bf2a8264778 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741755018437', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741754905320', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741754901297', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741754903189', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741754350363', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741754938674', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33145161', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33057627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-575942', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-660522'] for rbac-policy, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:51.903680 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-76df005a-4a30-4c2c-b5aa-5bf2a8264778 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:51.904888 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-76df005a-4a30-4c2c-b5aa-5bf2a8264778 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7863204 May 25 22:47:54.528622 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 52726) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:47:54.823405 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'name': 'private'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:47:54.907137 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Made reservation on behalf of 5d85b108c6b74256a27c9437e0e5a59f for: {'network': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:47:54.910580 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:54.927995 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:55.035342 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:55.124104 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:55.148646 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=114256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:47:55.176820 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741751521823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:55.177386 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Unsubscribe: segment precommit_create {{(pid=114256) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 22:47:55.177914 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.segments_db [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Added segment 309965c1-1841-4403-b283-371ea2c07815 of type vlan for network 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 May 25 22:47:55.193913 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368feabe-a647-4336-9425-1eb16e7de002,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:55.220138 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.220488 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.220825 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.221230 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.221556 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.221891 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.222213 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.222573 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.222904 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.223221 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.223533 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.223843 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Tracked resource versions report: May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: pushed versions: May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: { 'AddressGroup': {'1.2'}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'ConntrackHelper': {'1.0'}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Log': {'1.0'}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Network': {'1.1'}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Port': {'1.7'}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'PortForwarding': {'1.2'}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'QosPolicy': {'1.9'}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SecurityGroup': {'1.4'}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SecurityGroupRule': {'1.2'}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SubPort': {'1.0'}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Subnet': {'1.1'}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Trunk': {'1.1'}} May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: consumer versions: May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: { DHCP agent@dv-cinder-843209-1-iscsi: {}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: L3 agent@dv-cinder-843209-1-iscsi: {}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: Metadata agent@dv-cinder-843209-1-iscsi: {}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: Metering agent@dv-cinder-843209-1-iscsi: {}, May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: Open vSwitch agent@dv-cinder-843209-1-iscsi: { 'AddressGroup': '1.2', May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'ConntrackHelper': '1.0', May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Log': '1.0', May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Network': '1.1', May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Port': '1.7', May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'PortForwarding': '1.2', May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'QosPolicy': '1.9', May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SecurityGroup': '1.4', May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SecurityGroupRule': '1.2', May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SubPort': '1.0', May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Subnet': '1.1', May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Trunk': '1.1'}} May 25 22:47:55.224967 dv-cinder-843209-1-iscsi neutron-server[114256]: {{(pid=114256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:47:55.289905 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:55.392592 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:55.393654 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:47:55.394316 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:55.489757 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] Pushing event updated for resources: {'Network': ['ID=92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:55.500279 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 22:47:55.503754 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-9ffd1dc3-0cd8-478a-b7b8-e198ffbbb9bf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9741120 May 25 22:47:58.211992 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 52740) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:47:58.700550 dv-cinder-843209-1-iscsi neutron-server[114255]: WARNING oslo_policy.policy [None req-4291bed7-ae77-4cd3-9fd8-f90c98ac8df9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:47:58.701135 dv-cinder-843209-1-iscsi neutron-server[114255]: WARNING oslo_policy.policy [None req-4291bed7-ae77-4cd3-9fd8-f90c98ac8df9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:47:59.139628 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.policy [None req-4291bed7-ae77-4cd3-9fd8-f90c98ac8df9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114255) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 22:47:59.184921 dv-cinder-843209-1-iscsi neutron-server[114255]: WARNING oslo_policy.policy [None req-4291bed7-ae77-4cd3-9fd8-f90c98ac8df9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:47:59.185293 dv-cinder-843209-1-iscsi neutron-server[114255]: WARNING oslo_policy.policy [None req-4291bed7-ae77-4cd3-9fd8-f90c98ac8df9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:47:59.194574 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291bed7-ae77-4cd3-9fd8-f90c98ac8df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:47:59.196448 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-4291bed7-ae77-4cd3-9fd8-f90c98ac8df9 admin admin] 10.222.0.48 "GET /v2.0/networks/92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 HTTP/1.1" status: 200 len: 825 time: 0.9823849 May 25 22:47:59.234886 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-b1bcd803-4ae7-4106-be35-6a1177f1f392 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/ff16c26b-a099-4d48-a09e-c37d48585e58 HTTP/1.1" status: 200 len: 734 time: 0.0322483 May 25 22:47:59.244548 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Request body: {'subnet': {'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803', 'name': 'private-subnet', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'subnetpool_id': 'ff16c26b-a099-4d48-a09e-c37d48585e58', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:47:59.341361 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Made reservation on behalf of 5d85b108c6b74256a27c9437e0e5a59f for: {'subnet': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:47:59.344098 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:59.678695 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:59.746944 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Checking segment: {'id': '309965c1-1841-4403-b283-371ea2c07815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:47:59.747307 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Network hostable DHCP agents. Network: 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:47:59.759211 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:59.774441 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.774795 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.775125 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.775446 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.775764 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.776097 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.776417 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.776743 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.777072 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.777389 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.777700 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.778005 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Tracked resource versions report: May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: pushed versions: May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: { 'AddressGroup': {'1.2'}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'ConntrackHelper': {'1.0'}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Log': {'1.0'}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Network': {'1.1'}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Port': {'1.7'}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'PortForwarding': {'1.2'}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'QosPolicy': {'1.9'}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SecurityGroup': {'1.4'}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SecurityGroupRule': {'1.2'}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SubPort': {'1.0'}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Subnet': {'1.1'}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Trunk': {'1.1'}} May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: consumer versions: May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: { DHCP agent@dv-cinder-843209-1-iscsi: {}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: L3 agent@dv-cinder-843209-1-iscsi: {}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: Metadata agent@dv-cinder-843209-1-iscsi: {}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: Metering agent@dv-cinder-843209-1-iscsi: {}, May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: Open vSwitch agent@dv-cinder-843209-1-iscsi: { 'AddressGroup': '1.2', May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'ConntrackHelper': '1.0', May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Log': '1.0', May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Network': '1.1', May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Port': '1.7', May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'PortForwarding': '1.2', May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'QosPolicy': '1.9', May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SecurityGroup': '1.4', May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SecurityGroupRule': '1.2', May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SubPort': '1.0', May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Subnet': '1.1', May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Trunk': '1.1'}} May 25 22:47:59.779114 dv-cinder-843209-1-iscsi neutron-server[114255]: {{(pid=114255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:47:59.838573 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Network 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:47:59.906807 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803) {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:47:59.912234 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:47:59.912839 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:59.917182 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c6d72-41e7-4b54-b9d8-66349d16bb21 None None] Network 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:47:59.978570 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-c1b66ac2-5376-4c06-935e-7745383d8377 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7372434 May 25 22:48:00.237234 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803', 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'fixed_ips': [{'subnet_id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 22:48:00.238604 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:00.534506 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Allocated IP 172.20.0.2 (92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803/848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b/89e3d80b-c261-4e68-8a7b-f902d90f5e45) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:48:00.734144 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:00.844799 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:00.920050 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Network 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:48:00.926635 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:48:00.929729 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:48:00.940442 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Pushing event updated for resources: {'Port': ['ID=89e3d80b-c261-4e68-8a7b-f902d90f5e45,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:00.973952 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.974328 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.974676 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.975008 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.975333 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.975657 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.975997 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.976295 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.976752 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.977074 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.977391 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.977706 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Tracked resource versions report: May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: pushed versions: May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: { 'AddressGroup': {'1.2'}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'ConntrackHelper': {'1.0'}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Log': {'1.0'}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Network': {'1.1'}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Port': {'1.7'}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'PortForwarding': {'1.2'}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'QosPolicy': {'1.9'}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SecurityGroup': {'1.4'}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SecurityGroupRule': {'1.2'}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SubPort': {'1.0'}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Subnet': {'1.1'}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Trunk': {'1.1'}} May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: consumer versions: May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: { DHCP agent@dv-cinder-843209-1-iscsi: {}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: L3 agent@dv-cinder-843209-1-iscsi: {}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: Metadata agent@dv-cinder-843209-1-iscsi: {}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: Metering agent@dv-cinder-843209-1-iscsi: {}, May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: Open vSwitch agent@dv-cinder-843209-1-iscsi: { 'AddressGroup': '1.2', May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'ConntrackHelper': '1.0', May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Log': '1.0', May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Network': '1.1', May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Port': '1.7', May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'PortForwarding': '1.2', May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'QosPolicy': '1.9', May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SecurityGroup': '1.4', May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SecurityGroupRule': '1.2', May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SubPort': '1.0', May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Subnet': '1.1', May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Trunk': '1.1'}} May 25 22:48:00.978849 dv-cinder-843209-1-iscsi neutron-server[114257]: {{(pid=114257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:48:01.027451 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Attempting to bind port 89e3d80b-c261-4e68-8a7b-f902d90f5e45 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:48:01.027836 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Attempting to bind port 89e3d80b-c261-4e68-8a7b-f902d90f5e45 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '309965c1-1841-4403-b283-371ea2c07815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:48:01.033801 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Attempting to bind port 89e3d80b-c261-4e68-8a7b-f902d90f5e45 on network 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:48:01.033918 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:48:01.033918 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Checking segment: {'id': '309965c1-1841-4403-b283-371ea2c07815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:48:01.034544 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:01.034928 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Bound using segment: {'id': '309965c1-1841-4403-b283-371ea2c07815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:48:01.035401 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Bound port: 89e3d80b-c261-4e68-8a7b-f902d90f5e45, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309965c1-1841-4403-b283-371ea2c07815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:48:01.035802 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:01.105671 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] For port 89e3d80b-c261-4e68-8a7b-f902d90f5e45, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:48:01.105671 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] For port 89e3d80b-c261-4e68-8a7b-f902d90f5e45, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=89e3d80b-c261-4e68-8a7b-f902d90f5e45,segment=NetworkSegment(309965c1-1841-4403-b283-371ea2c07815),segment_id=309965c1-1841-4403-b283-371ea2c07815)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:48:01.181770 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:01.247798 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72206be-1114-4ca1-8c6e-faa265459b23 None None] Pushing event updated for resources: {'Port': ['ID=89e3d80b-c261-4e68-8a7b-f902d90f5e45,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:02.435600 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 52760) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:48:02.747225 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [None req-044c3fb1-d792-47b8-87f3-1e2e7d557729 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 22:48:02.748310 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-044c3fb1-d792-47b8-87f3-1e2e7d557729 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117163 May 25 22:48:05.189856 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 52768) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:48:05.505404 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [None req-66d4dd7a-c49f-4b3f-8acd-bfae698db4de admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 22:48:05.506403 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-66d4dd7a-c49f-4b3f-8acd-bfae698db4de admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155606 May 25 22:48:08.194922 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 52778) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:48:08.507125 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-06c1a7fd-766f-4a40-ae0d-c2c9de27aede admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'name': 'router1'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:48:08.598671 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-06c1a7fd-766f-4a40-ae0d-c2c9de27aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12838'] for router, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:08.600280 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-06c1a7fd-766f-4a40-ae0d-c2c9de27aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12863'] for router, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:08.745350 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-06c1a7fd-766f-4a40-ae0d-c2c9de27aede admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:08.810939 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-06c1a7fd-766f-4a40-ae0d-c2c9de27aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165'] for router, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:08.948779 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-06c1a7fd-766f-4a40-ae0d-c2c9de27aede admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:08.949991 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-06c1a7fd-766f-4a40-ae0d-c2c9de27aede admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7541106 May 25 22:48:09.598246 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aab2dd6-a1c9-44ae-ad59-059c96f3d196 None None] Network 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:48:09.737215 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-2f506dd9-1652-42eb-bb55-d166a323b5e5 None None] Provisioning complete for port 89e3d80b-c261-4e68-8a7b-f902d90f5e45 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:48:09.737604 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2f506dd9-1652-42eb-bb55-d166a323b5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:09.911945 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-2f506dd9-1652-42eb-bb55-d166a323b5e5 None None] Current status of the port 89e3d80b-c261-4e68-8a7b-f902d90f5e45 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:48:09.912329 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2f506dd9-1652-42eb-bb55-d166a323b5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:09.948765 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-2f506dd9-1652-42eb-bb55-d166a323b5e5 None None] For port 89e3d80b-c261-4e68-8a7b-f902d90f5e45, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=89e3d80b-c261-4e68-8a7b-f902d90f5e45,segment=NetworkSegment(309965c1-1841-4403-b283-371ea2c07815),segment_id=309965c1-1841-4403-b283-371ea2c07815)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:10.027323 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2f506dd9-1652-42eb-bb55-d166a323b5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:10.074550 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f506dd9-1652-42eb-bb55-d166a323b5e5 None None] Pushing event updated for resources: {'Port': ['ID=89e3d80b-c261-4e68-8a7b-f902d90f5e45,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:10.147331 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-716ca09a-62d4-4d09-8b43-7ad815374b7e None None] Provisioning complete for port 89e3d80b-c261-4e68-8a7b-f902d90f5e45 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:48:10.147622 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-716ca09a-62d4-4d09-8b43-7ad815374b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:10.225165 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-716ca09a-62d4-4d09-8b43-7ad815374b7e None None] Current status of the port 89e3d80b-c261-4e68-8a7b-f902d90f5e45 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:48:10.385147 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 89e3d80b-c261-4e68-8a7b-f902d90f5e45 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:48:10.431012 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 89e3d80b-c261-4e68-8a7b-f902d90f5e45 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:48:10.431378 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:10.503693 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 89e3d80b-c261-4e68-8a7b-f902d90f5e45 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:48:11.397441 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 52790) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:48:11.718645 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [None req-37270cab-dcfd-4e27-b549-55dd216b9e3e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 22:48:11.719639 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-37270cab-dcfd-4e27-b549-55dd216b9e3e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3212702 May 25 22:48:11.724145 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7cf86915-8541-47bc-ba2b-eee465b5ec73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.144827 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 52798) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:48:14.169513 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d68b8262-11c5-4186-a5e3-ed451b225618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.454718 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:48:14.529691 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Made reservation on behalf of 8216d9e64fba47948561484951cd9d9a for: {'network': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:48:14.531819 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.539836 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.609567 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.666787 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.681667 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Reserving flat network on physical network physnet1 {{(pid=114256) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 22:48:14.699112 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cac1ec-93be-47de-a45b-2f9f322aed91,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:14.703678 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.704011 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.segments_db [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Added segment 2dc8edef-0a35-4b61-b9e0-92d8925d9170 of type flat for network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a May 25 22:48:14.750782 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.821314 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.822219 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:48:14.822892 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.898707 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] Pushing event updated for resources: {'Network': ['ID=354ca01b-6cd2-4a62-9e0a-b448ca60ef8a,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:14.910251 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 22:48:14.967113 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-01aea371-4e58-4388-8268-272b0bd37f95 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8212159 May 25 22:48:15.164250 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:16.483696 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:17.124448 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:17.405191 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 52816) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:48:17.622340 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef0537-def3-401c-9401-a7d0391610af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:48:17.623678 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-a6ef0537-def3-401c-9401-a7d0391610af admin admin] 10.222.0.48 "GET /v2.0/subnets/848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b HTTP/1.1" status: 200 len: 849 time: 0.2175269 May 25 22:48:17.740565 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-9c257bdc-1f83-4542-aded-ce42d934483c admin admin] 10.222.0.48 "GET /v2.0/routers/e454d532-4ed0-4fd1-84f0-59c05a1c77b7 HTTP/1.1" status: 200 len: 704 time: 0.1099133 May 25 22:48:18.002656 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:18.296182 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Allocated IP 172.20.0.1 (92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803/848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b/bf97fcbe-5ccf-43e9-8828-c2aea2a9173b) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:48:18.477828 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:18.598752 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:18.665597 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Network 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:48:18.670210 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:48:18.677581 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:48:18.678123 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595070'] for router_interface, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:18.806184 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Pushing event updated for resources: {'Port': ['ID=bf97fcbe-5ccf-43e9-8828-c2aea2a9173b,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:18.897961 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-9e6c3152-5335-4108-a2e5-d1c04dccd7b4 None None] Provisioning complete for port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:48:18.898510 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9e6c3152-5335-4108-a2e5-d1c04dccd7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:18.930956 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c3152-5335-4108-a2e5-d1c04dccd7b4 None None] Port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:48:18.987832 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:19.193673 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:19.255385 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:19.256168 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33028531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595090'] for router_interface, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:19.338492 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Pushing event updated for resources: {'Port': ['ID=bf97fcbe-5ccf-43e9-8828-c2aea2a9173b,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:19.385254 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Network 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:48:19.386552 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:48:19.552006 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-30b200c4-c066-41e0-8bdf-e7204429f8a6 None None] Provisioning complete for port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:48:19.553106 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-30b200c4-c066-41e0-8bdf-e7204429f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:19.584497 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-30b200c4-c066-41e0-8bdf-e7204429f8a6 None None] Port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:48:19.592842 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Router e454d532-4ed0-4fd1-84f0-59c05a1c77b7 is scheduled to L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e with binding_index 1 {{(pid=114256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:48:19.683948 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:48:19.689090 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-5d087180-4389-4b54-af21-12deb8ffddd7 admin admin] 10.222.0.48 "PUT /v2.0/routers/e454d532-4ed0-4fd1-84f0-59c05a1c77b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9417379 May 25 22:48:19.706639 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Sync routers for ids ['e454d532-4ed0-4fd1-84f0-59c05a1c77b7'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:48:19.718495 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Routers {'e454d532-4ed0-4fd1-84f0-59c05a1c77b7'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:48:19.719332 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:48:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['e454d532-4ed0-4fd1-84f0-59c05a1c77b7'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:19.905287 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Set router e454d532-4ed0-4fd1-84f0-59c05a1c77b7 gateway port host: None {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:48:20.334532 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'name': 'router1', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:48:08Z', 'updated_at': '2022-05-25T22:48:18Z', 'revision_number': 2, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'gw_port_host': None, '_interfaces': [{'id': 'bf97fcbe-5ccf-43e9-8828-c2aea2a9173b', 'name': '', 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'mac_address': 'fa:16:3e:3d:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:48:18Z', 'updated_at': '2022-05-25T22:48:19Z', 'revision_number': 2, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'subnets': [{'id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff16c26b-a099-4d48-a09e-c37d48585e58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:20.385721 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Checking router: e454d532-4ed0-4fd1-84f0-59c05a1c77b7 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:48:20.385998 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Updating router e454d532-4ed0-4fd1-84f0-59c05a1c77b7 port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b binding host dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:48:20.433334 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:20.939509 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Notify callbacks [] for port, precommit_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:20.991871 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:21.156094 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Attempting to bind port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:48:21.156494 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Attempting to bind port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '309965c1-1841-4403-b283-371ea2c07815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803'}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:48:21.156940 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Attempting to bind port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b on network 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:48:21.161767 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Pushing event updated for resources: {'Port': ['ID=bf97fcbe-5ccf-43e9-8828-c2aea2a9173b,revision_number=3']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:21.171084 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:48:21.171579 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Checking segment: {'id': '309965c1-1841-4403-b283-371ea2c07815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:48:21.171931 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:21.172323 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Bound using segment: {'id': '309965c1-1841-4403-b283-371ea2c07815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803'} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:48:21.172860 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Bound port: bf97fcbe-5ccf-43e9-8828-c2aea2a9173b, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309965c1-1841-4403-b283-371ea2c07815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803'}}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:48:21.173251 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:21.176923 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.177273 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.177611 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.177944 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.178278 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.178629 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.178954 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.179280 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.179609 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.179929 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.180248 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.180567 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Tracked resource versions report: May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: pushed versions: May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: { 'AddressGroup': {'1.2'}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'ConntrackHelper': {'1.0'}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Log': {'1.0'}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Network': {'1.1'}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Port': {'1.7'}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'PortForwarding': {'1.2'}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'QosPolicy': {'1.9'}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SecurityGroup': {'1.4'}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SecurityGroupRule': {'1.2'}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SubPort': {'1.0'}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Subnet': {'1.1'}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Trunk': {'1.1'}} May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: consumer versions: May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: { DHCP agent@dv-cinder-843209-1-iscsi: {}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: L3 agent@dv-cinder-843209-1-iscsi: {}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: Metadata agent@dv-cinder-843209-1-iscsi: {}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: Metering agent@dv-cinder-843209-1-iscsi: {}, May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: Open vSwitch agent@dv-cinder-843209-1-iscsi: { 'AddressGroup': '1.2', May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'ConntrackHelper': '1.0', May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Log': '1.0', May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Network': '1.1', May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Port': '1.7', May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'PortForwarding': '1.2', May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'QosPolicy': '1.9', May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SecurityGroup': '1.4', May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SecurityGroupRule': '1.2', May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SubPort': '1.0', May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Subnet': '1.1', May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Trunk': '1.1'}} May 25 22:48:21.181712 dv-cinder-843209-1-iscsi neutron-server[114258]: {{(pid=114258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:48:21.214608 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-0feeb825-acc5-4156-b90a-f421579e3f62 None None] Provisioning complete for port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:48:21.215138 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0feeb825-acc5-4156-b90a-f421579e3f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:21.253040 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] For port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:48:21.277199 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] For port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=bf97fcbe-5ccf-43e9-8828-c2aea2a9173b,segment=NetworkSegment(309965c1-1841-4403-b283-371ea2c07815),segment_id=309965c1-1841-4403-b283-371ea2c07815)] {{(pid=114258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:48:21.313158 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-0feeb825-acc5-4156-b90a-f421579e3f62 None None] Port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:48:21.347979 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:21.400111 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Routers {'e454d532-4ed0-4fd1-84f0-59c05a1c77b7'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:48:21.400731 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:48:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['e454d532-4ed0-4fd1-84f0-59c05a1c77b7'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:21.442695 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca3ede-9ac4-42fb-b3de-c716a50a58b6 None None] Pushing event updated for resources: {'Port': ['ID=bf97fcbe-5ccf-43e9-8828-c2aea2a9173b,revision_number=4']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:21.501582 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] Set router e454d532-4ed0-4fd1-84f0-59c05a1c77b7 gateway port host: None {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:48:21.632694 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-56b4a3c8-742b-41e1-aead-ba04d962da68 None None] Provisioning complete for port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:48:21.633054 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-56b4a3c8-742b-41e1-aead-ba04d962da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:21.707363 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-56b4a3c8-742b-41e1-aead-ba04d962da68 None None] Current status of the port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:48:21.707657 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-56b4a3c8-742b-41e1-aead-ba04d962da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:21.709810 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'name': 'router1', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:48:08Z', 'updated_at': '2022-05-25T22:48:18Z', 'revision_number': 2, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'gw_port_host': None, '_interfaces': [{'id': 'bf97fcbe-5ccf-43e9-8828-c2aea2a9173b', 'name': '', 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'mac_address': 'fa:16:3e:3d:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:48:18Z', 'updated_at': '2022-05-25T22:48:21Z', 'revision_number': 4, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'subnets': [{'id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff16c26b-a099-4d48-a09e-c37d48585e58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:21.739679 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda92f0-554e-4ab2-ba85-c1994a8bcdd3 None None] The sync data for ids ['e454d532-4ed0-4fd1-84f0-59c05a1c77b7'] in dv-cinder-843209-1-iscsi is: [{'id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'name': 'router1', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:48:08Z', 'updated_at': '2022-05-25T22:48:18Z', 'revision_number': 2, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'gw_port_host': None, '_interfaces': [{'id': 'bf97fcbe-5ccf-43e9-8828-c2aea2a9173b', 'name': '', 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'mac_address': 'fa:16:3e:3d:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:48:18Z', 'updated_at': '2022-05-25T22:48:21Z', 'revision_number': 4, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'subnets': [{'id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff16c26b-a099-4d48-a09e-c37d48585e58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:48:21.740885 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-56b4a3c8-742b-41e1-aead-ba04d962da68 None None] For port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=bf97fcbe-5ccf-43e9-8828-c2aea2a9173b,segment=NetworkSegment(309965c1-1841-4403-b283-371ea2c07815),segment_id=309965c1-1841-4403-b283-371ea2c07815)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:21.815832 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-56b4a3c8-742b-41e1-aead-ba04d962da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:21.866031 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4a3c8-742b-41e1-aead-ba04d962da68 None None] Pushing event updated for resources: {'Port': ['ID=bf97fcbe-5ccf-43e9-8828-c2aea2a9173b,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:21.979023 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 52836) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:48:22.088707 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f08d8-01f9-4236-87c8-ebf237bb90d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:48:22.090088 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-cd4f08d8-01f9-4236-87c8-ebf237bb90d7 admin admin] 10.222.0.48 "GET /v2.0/networks/354ca01b-6cd2-4a62-9e0a-b448ca60ef8a HTTP/1.1" status: 200 len: 842 time: 0.1101077 May 25 22:48:22.100629 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'enable_dhcp': False}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:48:22.192591 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Made reservation on behalf of 8216d9e64fba47948561484951cd9d9a for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:48:22.194870 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:22.553287 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.objects.ports [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 25 22:48:22.553749 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:22.610593 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad26bbe-071c-4cad-82d9-5c4f8f85abbd,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:22.621751 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:48:22.622103 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Network hostable DHCP agents. Network: 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:48:22.723812 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:48:22.815120 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:48:22.819269 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:48:22.819840 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:22.825171 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb07dd-ea83-496f-84df-481ac6e64c23 None None] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:48:22.909777 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-c068cc39-23fd-45ab-8300-34a62a3ab763 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8121700 May 25 22:48:22.954824 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca7d505-6669-461f-85d8-10fde8f21c97 None None] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:48:25.251284 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 52844) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:48:25.380551 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-df779d20-caab-452a-a677-22424e57ad30 admin admin] 10.222.0.48 "GET /v2.0/routers/e454d532-4ed0-4fd1-84f0-59c05a1c77b7 HTTP/1.1" status: 200 len: 710 time: 0.1281013 May 25 22:48:25.534509 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1893c05f-06c3-4ba3-95ba-0e0e11474b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:48:25.537276 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-1893c05f-06c3-4ba3-95ba-0e0e11474b5d admin admin] 10.222.0.48 "GET /v2.0/networks/354ca01b-6cd2-4a62-9e0a-b448ca60ef8a HTTP/1.1" status: 200 len: 886 time: 0.1492739 May 25 22:48:25.545143 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:48:25.788424 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:26.077844 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:26.155450 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:26.260433 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Allocated IP 172.27.1.25 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/5d2d5ed7-a9ea-45dd-b002-cc9c53983e24) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:48:26.363585 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:26.449950 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:26.491629 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:48:26.494259 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:48:26.499468 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:48:26.506124 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2d5ed7-a9ea-45dd-b002-cc9c53983e24,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:26.834681 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:27.133689 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12813'] for router, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:27.137297 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596415'] for router, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:27.243266 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Router e454d532-4ed0-4fd1-84f0-59c05a1c77b7 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:48:27.347940 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:48:27.352176 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:27.353398 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-0d4f3c4b-5792-46cc-b84e-1c85e1edb461 admin admin] 10.222.0.48 "PUT /v2.0/routers/e454d532-4ed0-4fd1-84f0-59c05a1c77b7 HTTP/1.1" status: 200 len: 889 time: 1.8115113 May 25 22:48:28.122351 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Sync routers for ids ['e454d532-4ed0-4fd1-84f0-59c05a1c77b7'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:48:28.133682 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Routers {'e454d532-4ed0-4fd1-84f0-59c05a1c77b7'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:48:28.134445 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:48:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['e454d532-4ed0-4fd1-84f0-59c05a1c77b7'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:28.343814 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Set router e454d532-4ed0-4fd1-84f0-59c05a1c77b7 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:48:28.415542 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device bf97fcbe-5ccf-43e9-8828-c2aea2a9173b up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:48:28.665837 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:48:28.666122 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:28.817632 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:48:28.834779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'name': 'router1', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '5d2d5ed7-a9ea-45dd-b002-cc9c53983e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:48:08Z', 'updated_at': '2022-05-25T22:48:26Z', 'revision_number': 4, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'gw_port': {'id': '5d2d5ed7-a9ea-45dd-b002-cc9c53983e24', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:48:26Z', 'updated_at': '2022-05-25T22:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'bf97fcbe-5ccf-43e9-8828-c2aea2a9173b', 'name': '', 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'mac_address': 'fa:16:3e:3d:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:48:18Z', 'updated_at': '2022-05-25T22:48:21Z', 'revision_number': 5, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'subnets': [{'id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff16c26b-a099-4d48-a09e-c37d48585e58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:28.950177 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Checking router: e454d532-4ed0-4fd1-84f0-59c05a1c77b7 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:48:28.950463 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Updating router e454d532-4ed0-4fd1-84f0-59c05a1c77b7 port 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24 binding host dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:48:28.995940 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:29.308681 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:29.386609 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:29.435787 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Attempting to bind port 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:48:29.436148 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Attempting to bind port 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:48:29.436501 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Attempting to bind port 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24 on network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:48:29.445133 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098e56d-007f-43ad-9694-2192f4b50f3d None None] Pushing event updated for resources: {'Port': ['ID=5d2d5ed7-a9ea-45dd-b002-cc9c53983e24,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:29.448919 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:48:29.449462 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:48:29.449869 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:29.450261 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Bound using segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:48:29.450759 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Bound port: 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:48:29.451160 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:29.502462 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] For port 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:48:29.505612 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] For port 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=5d2d5ed7-a9ea-45dd-b002-cc9c53983e24,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:48:29.569307 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:29.631191 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098e56d-007f-43ad-9694-2192f4b50f3d None None] Pushing event updated for resources: {'Port': ['ID=5d2d5ed7-a9ea-45dd-b002-cc9c53983e24,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:29.633713 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Routers {'e454d532-4ed0-4fd1-84f0-59c05a1c77b7'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:48:29.634326 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:48:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['e454d532-4ed0-4fd1-84f0-59c05a1c77b7'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:29.744802 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] Set router e454d532-4ed0-4fd1-84f0-59c05a1c77b7 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:48:29.816574 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 52856) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:48:29.963435 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'name': 'router1', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '5d2d5ed7-a9ea-45dd-b002-cc9c53983e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:48:08Z', 'updated_at': '2022-05-25T22:48:26Z', 'revision_number': 4, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'gw_port': {'id': '5d2d5ed7-a9ea-45dd-b002-cc9c53983e24', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:48:26Z', 'updated_at': '2022-05-25T22:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'bf97fcbe-5ccf-43e9-8828-c2aea2a9173b', 'name': '', 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'mac_address': 'fa:16:3e:3d:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:48:18Z', 'updated_at': '2022-05-25T22:48:21Z', 'revision_number': 5, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'subnets': [{'id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff16c26b-a099-4d48-a09e-c37d48585e58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:48:29.964902 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-55043125-17b2-49e6-8e51-0404c9553d21 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1471169 May 25 22:48:29.991512 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e3e05-d43d-4e84-b7f4-2d28af0c9ce4 None None] The sync data for ids ['e454d532-4ed0-4fd1-84f0-59c05a1c77b7'] in dv-cinder-843209-1-iscsi is: [{'id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'name': 'router1', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '5d2d5ed7-a9ea-45dd-b002-cc9c53983e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:48:08Z', 'updated_at': '2022-05-25T22:48:26Z', 'revision_number': 4, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'gw_port': {'id': '5d2d5ed7-a9ea-45dd-b002-cc9c53983e24', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:48:26Z', 'updated_at': '2022-05-25T22:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'bf97fcbe-5ccf-43e9-8828-c2aea2a9173b', 'name': '', 'network_id': '92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803', 'tenant_id': '5d85b108c6b74256a27c9437e0e5a59f', 'mac_address': 'fa:16:3e:3d:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e454d532-4ed0-4fd1-84f0-59c05a1c77b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:48:18Z', 'updated_at': '2022-05-25T22:48:21Z', 'revision_number': 5, 'project_id': '5d85b108c6b74256a27c9437e0e5a59f', 'subnets': [{'id': '848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff16c26b-a099-4d48-a09e-c37d48585e58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:48:30.419136 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:48:30.479188 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:48:30.479558 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:30.564053 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:48:30.565255 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:30.589588 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=5d2d5ed7-a9ea-45dd-b002-cc9c53983e24,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:48:30.735073 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:30.801987 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=5d2d5ed7-a9ea-45dd-b002-cc9c53983e24,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:32.391204 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:48:32.445603 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:48:32.446073 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:32.527577 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 5d2d5ed7-a9ea-45dd-b002-cc9c53983e24 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:48:41.747346 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a0a429e3-53d1-4693-9edb-64a810160f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:41.875454 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 5 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:48:44.175309 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6e1a37af-4e6e-4967-bc03-626ab57d191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.180622 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:46.465877 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:47.210818 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:11.751589 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-055b6439-784a-44dc-93cc-dea3472ba677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:14.190940 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4271605b-0319-4fd2-b29a-ea38888ece35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:15.174845 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:16.488526 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:17.082598 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:18.874807 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 5 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:49:41.727693 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8b435867-5a45-4fde-b374-9f2cb7b5f2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:44.179258 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c22f67a5-a014-4998-8cc4-c9a34506e0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:45.196613 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:46.476562 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:47.059069 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:55.874244 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 5 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:50:08.417869 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 53418) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:08.479418 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5532342c-28aa-4be3-bc5f-54ab87df7a43 admin admin] GET failed (client error): The resource could not be found. May 25 22:50:08.480759 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5532342c-28aa-4be3-bc5f-54ab87df7a43 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615625 May 25 22:50:08.666557 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15ddda5-6b15-4b63-834b-56dc85444fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:08.667911 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e15ddda5-6b15-4b63-834b-56dc85444fc8 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1814296 May 25 22:50:10.862655 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53428) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:10.954944 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97979541-9021-413a-9536-7a6cc65bda81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:10.956278 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-97979541-9021-413a-9536-7a6cc65bda81 admin admin] 10.222.0.48 "GET /v2.0/subnets/848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b HTTP/1.1" status: 200 len: 849 time: 0.0926793 May 25 22:50:10.968300 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:50:11.056288 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:11.247208 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741751529584'] for subnet, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:11.282467 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:11.283053 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:11.284353 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] 10.222.0.48 "PUT /v2.0/subnets/848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b HTTP/1.1" status: 200 len: 868 time: 0.3203855 May 25 22:50:11.288229 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5c0d42-f58f-4305-8ad4-2b6c96de8005 None None] Network 92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:50:11.306693 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:11.315360 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.316046 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.316575 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.317133 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.317804 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.318364 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.318881 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.319410 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.319939 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.320454 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.320966 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.321468 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2bd3f-465f-4af0-aee4-440c439084f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:11.655258 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-ba4a72c2-0814-4182-b3d0-ee0629739a52 None None] Provisioning complete for port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:50:11.655617 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ba4a72c2-0814-4182-b3d0-ee0629739a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:11.724800 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-82e24c46-ce64-4c8f-9371-8cb22995d30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:11.739701 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a72c2-0814-4182-b3d0-ee0629739a52 None None] Current status of the port bf97fcbe-5ccf-43e9-8828-c2aea2a9173b is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:50:11.749688 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-ba4a72c2-0814-4182-b3d0-ee0629739a52 None None] Provisioning complete for port 89e3d80b-c261-4e68-8a7b-f902d90f5e45 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:50:11.751577 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ba4a72c2-0814-4182-b3d0-ee0629739a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:11.826809 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a72c2-0814-4182-b3d0-ee0629739a52 None None] Current status of the port 89e3d80b-c261-4e68-8a7b-f902d90f5e45 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:50:13.516338 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53438) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:13.709793 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d361af1b-0e5e-4403-8a3f-50ccffa8a3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:13.710178 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d361af1b-0e5e-4403-8a3f-50ccffa8a3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:13.711738 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-d361af1b-0e5e-4403-8a3f-50ccffa8a3f0 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944575 May 25 22:50:14.212715 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2e660885-2ad0-4392-93bb-ca4f2780ce20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:15.178683 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:15.947121 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 53446) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:16.142598 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec35c87-f79c-4e53-8585-205992b420af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:16.142981 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec35c87-f79c-4e53-8585-205992b420af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:16.144489 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-4ec35c87-f79c-4e53-8585-205992b420af admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1964104 May 25 22:50:16.521647 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:17.063437 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:18.369677 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53454) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:18.494417 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779616c7-e1ac-4829-9783-7c2cadf67759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:18.495767 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-779616c7-e1ac-4829-9783-7c2cadf67759 admin admin] 10.222.0.48 "GET /v2.0/networks/354ca01b-6cd2-4a62-9e0a-b448ca60ef8a HTTP/1.1" status: 200 len: 886 time: 0.1251121 May 25 22:50:20.713780 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53462) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:20.840913 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7287ea1b-54b3-4d55-b3c3-445feb6ff8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:20.842346 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-7287ea1b-54b3-4d55-b3c3-445feb6ff8d5 admin admin] 10.222.0.48 "GET /v2.0/networks/92d0d9a7-8a2f-4aab-b466-1e0cb1ff0803 HTTP/1.1" status: 200 len: 869 time: 0.1276102 May 25 22:50:23.053323 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53470) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:23.178725 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8f89fb-0165-42db-b3bd-d92ed3bd37bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:23.179175 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8f89fb-0165-42db-b3bd-d92ed3bd37bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:23.180670 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-dd8f89fb-0165-42db-b3bd-d92ed3bd37bb admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264207 May 25 22:50:25.403821 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53478) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:25.495937 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075b5a56-72e6-4e11-a2ec-e3b673d27c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:25.496387 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075b5a56-72e6-4e11-a2ec-e3b673d27c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:25.498467 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-075b5a56-72e6-4e11-a2ec-e3b673d27c75 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936887 May 25 22:50:27.722799 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53486) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:27.813493 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d8b5d3-2028-4034-b0b6-db99f20d0509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:27.814818 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-46d8b5d3-2028-4034-b0b6-db99f20d0509 admin admin] 10.222.0.48 "GET /v2.0/subnets/848e9ebd-ab9b-4e1e-bc68-895bf5f8cb4b HTTP/1.1" status: 200 len: 868 time: 0.0910745 May 25 22:50:30.031625 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53494) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:30.119010 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fa66b9-79d1-4f5c-992d-ae1ef14adfcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:30.120331 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-41fa66b9-79d1-4f5c-992d-ae1ef14adfcb admin admin] 10.222.0.48 "GET /v2.0/subnets/cad26bbe-071c-4cad-82d9-5c4f8f85abbd HTTP/1.1" status: 200 len: 816 time: 0.0877743 May 25 22:50:32.872295 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 5 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:50:41.720662 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-dcddf570-f2b7-42a3-bb50-40eb8a491ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:44.166440 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-252dabb8-0232-4f34-9235-3517621a7fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:45.183635 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:46.490832 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:47.086564 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:50.230170 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53548) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:50.277869 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [None req-725fe799-e8ce-425b-8ad4-989f89bc509b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 22:50:50.279115 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-725fe799-e8ce-425b-8ad4-989f89bc509b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479894 May 25 22:50:52.632496 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53556) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:52.692125 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95e3a86-3504-4d5f-9a78-fb140bd29925 admin admin] GET failed (client error): The resource could not be found. May 25 22:50:52.693447 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-f95e3a86-3504-4d5f-9a78-fb140bd29925 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600350 May 25 22:50:52.841793 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cdf5fa-9ec9-4034-a123-10317b06bbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:52.843288 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-43cdf5fa-9ec9-4034-a123-10317b06bbe2 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1451969 May 25 22:50:55.068558 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53564) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:55.116560 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:50:55.187931 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] Made reservation on behalf of 8216d9e64fba47948561484951cd9d9a for: {'network': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:50:55.190163 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:55.217130 dv-cinder-843209-1-iscsi neutron-server[114256]: WARNING neutron.services.revisions.revision_plugin [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] Could not find related network for resource to bump revision. May 25 22:50:55.227463 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=114256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:50:55.236355 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:55.236677 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.segments_db [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] Added segment 816f9d5f-1704-4de3-9bc8-65d980e5c297 of type vlan for network 436b6923-b275-4825-822b-401d30f90fec May 25 22:50:55.273769 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:55.377787 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:55.378743 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:55.379319 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:55.435874 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] Pushing event updated for resources: {'Network': ['ID=436b6923-b275-4825-822b-401d30f90fec,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:55.446528 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 436b6923-b275-4825-822b-401d30f90fec details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 22:50:55.494909 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-8f6eb3e3-c7ea-461c-9fe0-a9586aeff267 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4252808 May 25 22:50:57.717032 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 53572) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:50:57.776937 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2914a9-ef3b-4ce5-8599-451a4951ee43 admin admin] GET failed (client error): The resource could not be found. May 25 22:50:57.783987 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-bd2914a9-ef3b-4ce5-8599-451a4951ee43 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603428 May 25 22:50:57.848458 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d29a30-88d7-4988-b63b-428afb854d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:57.849862 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-52d29a30-88d7-4988-b63b-428afb854d20 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666797 May 25 22:50:57.860028 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Request body: {'subnet': {'network_id': '436b6923-b275-4825-822b-401d30f90fec', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:50:57.937456 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Made reservation on behalf of 8216d9e64fba47948561484951cd9d9a for: {'subnet': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:50:57.939535 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Notify callbacks [] for subnet, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.132225 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.179030 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c6b1ac-99a2-4b38-93c3-9f04f0f0e105,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:58.191639 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.191941 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.192281 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.192611 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.192939 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.193277 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.193603 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.193944 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.194302 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.194630 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.194948 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.195264 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:58.204963 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Checking segment: {'id': '816f9d5f-1704-4de3-9bc8-65d980e5c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '436b6923-b275-4825-822b-401d30f90fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:50:58.205303 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Network hostable DHCP agents. Network: 436b6923-b275-4825-822b-401d30f90fec, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:50:58.268872 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Network 436b6923-b275-4825-822b-401d30f90fec is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:50:58.330177 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 436b6923-b275-4825-822b-401d30f90fec) {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:50:58.334041 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:50:58.334643 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.338919 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bdd487-7b97-4c3a-b618-357a10320d06 None None] Network 436b6923-b275-4825-822b-401d30f90fec requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:50:58.419583 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-7deab937-5da6-4892-b6f3-e23be1b8affd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5627449 May 25 22:50:58.485710 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-436b6923-b275-4825-822b-401d30f90fec', 'network_id': '436b6923-b275-4825-822b-401d30f90fec', 'tenant_id': '8216d9e64fba47948561484951cd9d9a', 'fixed_ips': [{'subnet_id': 'd5c6b1ac-99a2-4b38-93c3-9f04f0f0e105'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 22:50:58.486911 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.717676 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Allocated IP 192.168.233.2 (436b6923-b275-4825-822b-401d30f90fec/d5c6b1ac-99a2-4b38-93c3-9f04f0f0e105/3c65eb20-e863-4949-9e31-59eae7abb452) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:50:58.860349 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:58.967226 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.007801 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Network 436b6923-b275-4825-822b-401d30f90fec is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:50:59.013770 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Pushing event updated for resources: {'Port': ['ID=3c65eb20-e863-4949-9e31-59eae7abb452,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:50:59.016051 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:50:59.022244 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:50:59.025595 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.025955 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.026310 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.026636 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.026962 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.027286 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.028610 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.028610 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.028960 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.029153 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.029448 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.029775 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:50:59.085822 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Attempting to bind port 3c65eb20-e863-4949-9e31-59eae7abb452 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:50:59.086177 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Attempting to bind port 3c65eb20-e863-4949-9e31-59eae7abb452 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '816f9d5f-1704-4de3-9bc8-65d980e5c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '436b6923-b275-4825-822b-401d30f90fec'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:50:59.086563 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Attempting to bind port 3c65eb20-e863-4949-9e31-59eae7abb452 on network 436b6923-b275-4825-822b-401d30f90fec {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:50:59.092623 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:50:59.092990 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Checking segment: {'id': '816f9d5f-1704-4de3-9bc8-65d980e5c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '436b6923-b275-4825-822b-401d30f90fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:50:59.093381 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.093765 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Bound using segment: {'id': '816f9d5f-1704-4de3-9bc8-65d980e5c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '436b6923-b275-4825-822b-401d30f90fec'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:50:59.094218 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Bound port: 3c65eb20-e863-4949-9e31-59eae7abb452, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816f9d5f-1704-4de3-9bc8-65d980e5c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '436b6923-b275-4825-822b-401d30f90fec'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:50:59.094647 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.158573 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] For port 3c65eb20-e863-4949-9e31-59eae7abb452, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:50:59.161691 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] For port 3c65eb20-e863-4949-9e31-59eae7abb452, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=3c65eb20-e863-4949-9e31-59eae7abb452,segment=NetworkSegment(816f9d5f-1704-4de3-9bc8-65d980e5c297),segment_id=816f9d5f-1704-4de3-9bc8-65d980e5c297)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:50:59.217944 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:59.274015 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f908d-7d5e-4401-a5cb-b3df3fa06a88 None None] Pushing event updated for resources: {'Port': ['ID=3c65eb20-e863-4949-9e31-59eae7abb452,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:00.089104 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da3c39-39dd-4b93-aa3a-29bd98d71cb1 None None] Network 436b6923-b275-4825-822b-401d30f90fec requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:51:00.154724 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-4c55a0ac-f928-467a-a6a4-58ed9e821226 None None] Provisioning complete for port 3c65eb20-e863-4949-9e31-59eae7abb452 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:00.155085 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4c55a0ac-f928-467a-a6a4-58ed9e821226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.299243 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-4c55a0ac-f928-467a-a6a4-58ed9e821226 None None] Current status of the port 3c65eb20-e863-4949-9e31-59eae7abb452 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:51:00.299620 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4c55a0ac-f928-467a-a6a4-58ed9e821226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.342355 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-4c55a0ac-f928-467a-a6a4-58ed9e821226 None None] For port 3c65eb20-e863-4949-9e31-59eae7abb452, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=3c65eb20-e863-4949-9e31-59eae7abb452,segment=NetworkSegment(816f9d5f-1704-4de3-9bc8-65d980e5c297),segment_id=816f9d5f-1704-4de3-9bc8-65d980e5c297)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:00.446274 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4c55a0ac-f928-467a-a6a4-58ed9e821226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.508122 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55a0ac-f928-467a-a6a4-58ed9e821226 None None] Pushing event updated for resources: {'Port': ['ID=3c65eb20-e863-4949-9e31-59eae7abb452,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:00.513697 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 3c65eb20-e863-4949-9e31-59eae7abb452 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:51:00.570442 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 3c65eb20-e863-4949-9e31-59eae7abb452 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:00.570690 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.597769 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-cbb87d23-8af6-4783-8fc1-956fb4dc8ffc None None] Provisioning complete for port 3c65eb20-e863-4949-9e31-59eae7abb452 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:00.598070 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cbb87d23-8af6-4783-8fc1-956fb4dc8ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:00.709794 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 3c65eb20-e863-4949-9e31-59eae7abb452 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:51:00.719839 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-cbb87d23-8af6-4783-8fc1-956fb4dc8ffc None None] Current status of the port 3c65eb20-e863-4949-9e31-59eae7abb452 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:51:02.463604 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 3c65eb20-e863-4949-9e31-59eae7abb452 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:51:02.510698 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 3c65eb20-e863-4949-9e31-59eae7abb452 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:02.511056 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:02.583353 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 3c65eb20-e863-4949-9e31-59eae7abb452 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:51:09.870870 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 5 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:51:11.736360 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8f8015e8-ded3-403c-b66b-96b51efa52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:14.177262 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6ca03561-cb13-421a-aaff-27c774f2b37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:15.194127 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:16.497313 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:17.108770 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.736694 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a435c619-1315-4d2a-ac4c-c437486f7834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.193659 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2757f64e-952e-45ca-a94e-8abc70f7991b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.204953 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.495354 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.869200 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 5 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:51:47.113688 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.718723 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-419e1f1a-1e46-4029-b1bd-c04e220f8a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.175904 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1b6e-f9a2-492e-9736-2773a639ac65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.192986 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.482657 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.094190 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.867801 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 5 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:52:37.675681 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 53610) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:52:37.681418 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [None req-80ef9d47-24ca-4e3a-8cb8-359acfd560e5 tempest-verify_tempest_config-611583697 tempest-verify_tempest_config-611583697-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 22:52:37.682401 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-80ef9d47-24ca-4e3a-8cb8-359acfd560e5 tempest-verify_tempest_config-611583697 tempest-verify_tempest_config-611583697-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058007 May 25 22:52:38.160650 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 53628) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:52:38.277995 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.378878 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.438141 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.482871 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9650707bbf141a79baf9e2eac0ecbac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3211029 May 25 22:52:38.483486 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f9434d-82a4-44da-86d5-7fb9e6de2b61,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:38.485582 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53632) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:52:38.490143 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.490525 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.490864 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.491198 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.491524 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.491861 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.492187 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.492507 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.492838 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.493159 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.493987 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.494391 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d1fad-7049-4dca-9899-36142048ec83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.544016 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.567900 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.730024 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.732569 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.733788 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5f9434d-82a4-44da-86d5-7fb9e6de2b61 HTTP/1.1" status: 204 len: 168 time: 0.2468410 May 25 22:52:38.741661 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f9434d-82a4-44da-86d5-7fb9e6de2b61,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:38.749069 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.749432 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.749761 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.750081 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.750434 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.750770 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.751093 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.751419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.751791 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.752107 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.752571 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:38.752887 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140b97-7929-4acf-bbd5-6aa25d9f12cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:41.738896 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6e9c761e-8a4c-4fce-a929-07a1014386cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.374961 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f15e5963-2025-4b88-b375-ef49425270c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:45.196212 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.541090 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.139159 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.866121 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 5 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:53:11.745991 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-22c42232-b86f-43e8-8c08-6b8ba0423e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.162801 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3bff2772-61ac-4b4c-af35-a4960f963a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:15.191075 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.499886 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.099870 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.864614 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 5 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:53:41.722163 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-62f8f982-22ce-4f91-8876-a124d7fc8d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.171413 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ec03640d-1eb3-4c08-8dff-ffc0f46ae547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.219069 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.510349 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.108692 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.784240 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-25a749ea-fa5f-4cbd-80f7-ac2a6c9da107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.210999 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-fad7c4a8-4fa1-484d-a8fa-4e32768619c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.863006 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 5 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:54:15.193064 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.543881 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.092560 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.715015 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595546'] for agent, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:39.081260 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53704) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:54:39.187699 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-532df654-e9cd-4a1a-a9b1-db617791e396 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1053419 May 25 22:54:41.425758 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53714) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:54:41.480102 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-ef555af3-e8c9-491b-95f7-f1f7dd1e5901 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0532620 May 25 22:54:41.741306 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-667a49ca-f242-45c1-be3c-c65bf4b1506c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.183249 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-125b41ad-8451-46ba-8f3f-59b50cbd77db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:45.244262 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.495905 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.089562 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.861949 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:54:54.623310 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.728928 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-059c3066-742d-4ae8-801f-bed4e8706797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:14.180155 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2dfbd843-f699-45ed-8cab-5ad9237dd444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.245487 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:16.553716 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.094482 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:24.644950 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.861596 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:55:41.747880 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7b919b38-e4d9-4344-aad8-1568c6ce705b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.179306 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-adbaa203-e461-4012-af87-d444dfaa439f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.204628 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.530127 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.093661 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.650215 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.860487 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:56:11.738093 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6f2f26df-67d2-4165-94f9-e1f14c0f7286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.158169 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-170905f7-3f59-4263-92dc-01a9dfe4c843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.224122 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.524125 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.092573 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.713751 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.419658 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 53872) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:27.682822 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-274433725-network', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:27.758065 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Made reservation on behalf of f9cea3c91d374b32817fc9600bcae426 for: {'network': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:27.760456 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.769497 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.843897 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.906634 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.938761 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=114255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:27.954307 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741751521823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.954902 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Unsubscribe: segment precommit_create {{(pid=114255) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 22:56:27.955404 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.segments_db [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Added segment 5d5266b4-c675-4b44-a389-f6c84494f919 of type vlan for network 8832910d-3014-46b3-926b-42ce9e4f63a7 May 25 22:56:27.965085 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd9b198-31c7-4f90-9313-605de96fcee6,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:27.981348 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.981348 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.981553 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.981873 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.982131 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.982516 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.982864 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.983189 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.983529 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.983851 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.984166 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.984482 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Tracked resource versions report: May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: pushed versions: May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: { 'AddressGroup': {'1.2'}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'ConntrackHelper': {'1.0'}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Log': {'1.0'}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Network': {'1.1'}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Port': {'1.7'}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'PortForwarding': {'1.2'}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'QosPolicy': {'1.9'}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SecurityGroup': {'1.4'}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SecurityGroupRule': {'1.2'}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SubPort': {'1.0'}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Subnet': {'1.1'}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Trunk': {'1.1'}} May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: consumer versions: May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: { DHCP agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: HyperV agent@hv-cinder-84320: {}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: L3 agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: Metadata agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: Metering agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: Open vSwitch agent@dv-cinder-843209-1-iscsi: { 'AddressGroup': '1.2', May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'ConntrackHelper': '1.0', May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Log': '1.0', May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Network': '1.1', May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Port': '1.7', May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'PortForwarding': '1.2', May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'QosPolicy': '1.9', May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SecurityGroup': '1.4', May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SecurityGroupRule': '1.2', May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'SubPort': '1.0', May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Subnet': '1.1', May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: 'Trunk': '1.1'}} May 25 22:56:27.985826 dv-cinder-843209-1-iscsi neutron-server[114255]: {{(pid=114255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:56:28.028067 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.129635 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.130697 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:28.133224 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.222779 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] Pushing event updated for resources: {'Network': ['ID=8832910d-3014-46b3-926b-42ce9e4f63a7,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:28.233643 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 22:56:28.270719 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ab30eea0-2614-4c49-a7eb-967311a056da admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8498659 May 25 22:56:28.273553 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 53920) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:28.278413 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] Request body: {'subnet': {'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-274433725-subnet', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:28.369548 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] Made reservation on behalf of f9cea3c91d374b32817fc9600bcae426 for: {'subnet': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:28.371885 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.384483 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53924) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:28.572955 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53936) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:28.608061 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 53940) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:28.632967 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.702854 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-609273405-network', 'tenant_id': '1301e3aafdec46528948dc13614a0688'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:28.706238 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc5fde0-cb97-48f5-833b-89086f6b613a,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:28.729640 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] Checking segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:28.729977 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] Network hostable DHCP agents. Network: 8832910d-3014-46b3-926b-42ce9e4f63a7, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:28.815816 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Made reservation on behalf of 1301e3aafdec46528948dc13614a0688 for: {'network': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:28.818098 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.826561 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:28.837189 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.866776 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-664473096-network', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:28.903548 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-541434975-network', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:28.913256 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 8832910d-3014-46b3-926b-42ce9e4f63a7) {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:28.918354 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:28.920494 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.927424 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc1a8f-bc57-4765-ba5c-0bc7c4bee06c None None] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:56:28.928506 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.998140 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Made reservation on behalf of 6b959c8b4c7c40e7a8862dce3c449e49 for: {'network': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:29.000684 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.013027 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.040452 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-785531f6-8378-4771-9d7d-660de7c91c36 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7655356 May 25 22:56:29.042145 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.054945 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 53954) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:29.059369 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:29.062346 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=114256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:29.077293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.077963 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.segments_db [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Added segment 66c59c98-5ec5-47e4-b11d-4fd328f1da79 of type vlan for network bb79a705-9e42-41b1-883c-eb5d22924544 May 25 22:56:29.100735 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-8832910d-3014-46b3-926b-42ce9e4f63a7', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 22:56:29.101854 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.124303 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.147918 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Made reservation on behalf of 643eaa780dcd4affae5495c9fb3e7379 for: {'network': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:29.150549 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.152194 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.161635 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.183834 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12838'] for router, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.185494 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12863'] for router, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.196616 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:29.208513 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.209113 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.209659 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.210148 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.210771 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.211262 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.211951 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.212531 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.213360 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.214562 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.215209 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.215682 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Tracked resource versions report: May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: pushed versions: May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: { 'AddressGroup': {'1.2'}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'ConntrackHelper': {'1.0'}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Log': {'1.0'}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Network': {'1.1'}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Port': {'1.7'}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'PortForwarding': {'1.2'}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'QosPolicy': {'1.9'}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SecurityGroup': {'1.4'}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SecurityGroupRule': {'1.2'}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SubPort': {'1.0'}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Subnet': {'1.1'}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Trunk': {'1.1'}} May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: consumer versions: May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: { DHCP agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: HyperV agent@hv-cinder-84320: {}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: L3 agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: Metadata agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: Metering agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: Open vSwitch agent@dv-cinder-843209-1-iscsi: { 'AddressGroup': '1.2', May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'ConntrackHelper': '1.0', May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Log': '1.0', May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Network': '1.1', May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Port': '1.7', May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'PortForwarding': '1.2', May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'QosPolicy': '1.9', May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SecurityGroup': '1.4', May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SecurityGroupRule': '1.2', May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'SubPort': '1.0', May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Subnet': '1.1', May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: 'Trunk': '1.1'}} May 25 22:56:29.217200 dv-cinder-843209-1-iscsi neutron-server[114256]: {{(pid=114256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:56:29.270416 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.273184 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:29.273847 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.310799 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.312803 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.342538 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98da1701-d0d1-4e5b-8237-8ea40cee4fac,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:29.350820 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Allocated IP 172.20.0.2 (8832910d-3014-46b3-926b-42ce9e4f63a7/3cc5fde0-cb97-48f5-833b-89086f6b613a/e8836415-4b03-4142-bcd1-27f105b8d3db) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:29.355516 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=114255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:29.368179 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.368179 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.segments_db [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Added segment 69458a1e-95e9-4039-b318-848daa252c7a of type vlan for network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 May 25 22:56:29.430561 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.434235 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] Pushing event updated for resources: {'Network': ['ID=bb79a705-9e42-41b1-883c-eb5d22924544,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:29.452574 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-0743bf13-3e8e-40e7-86d3-b6efd33cca17 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0668058 May 25 22:56:29.453947 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53966) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:29.459767 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] Request body: {'subnet': {'network_id': 'bb79a705-9e42-41b1-883c-eb5d22924544', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-609273405-subnet', 'tenant_id': '1301e3aafdec46528948dc13614a0688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:29.527294 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network bb79a705-9e42-41b1-883c-eb5d22924544 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 22:56:29.532114 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.577419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=114256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:29.598192 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.611083 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] Made reservation on behalf of 1301e3aafdec46528948dc13614a0688 for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:29.616265 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.623418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b288092d-a45e-45dd-b10e-cc719bcfcd5d,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:29.653400 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.653400 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.segments_db [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Added segment 8278d373-9310-41e1-a636-3f4ca3183a8a of type vlan for network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 May 25 22:56:29.695834 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.737844 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.744256 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.759104 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.761155 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:29.768183 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.787052 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.838613 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] Pushing event updated for resources: {'Network': ['ID=22f0395b-c390-4bb8-bd13-7c3f2ff21723,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:29.862690 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 22:56:29.876353 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:29.892115 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:29.895534 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Pushing event updated for resources: {'Port': ['ID=e8836415-4b03-4142-bcd1-27f105b8d3db,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:29.904231 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.908500 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:29.908500 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.920265 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:29.945158 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.945527 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.945895 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.946180 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.946544 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.947074 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.947192 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.947484 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.947817 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.948135 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.948486 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.948743 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Tracked resource versions report: May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: pushed versions: May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: { 'AddressGroup': {'1.2'}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'ConntrackHelper': {'1.0'}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Log': {'1.0'}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Network': {'1.1'}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Port': {'1.7'}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'PortForwarding': {'1.2'}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'QosPolicy': {'1.9'}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SecurityGroup': {'1.4'}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SecurityGroupRule': {'1.2'}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SubPort': {'1.0'}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Subnet': {'1.1'}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Trunk': {'1.1'}} May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: consumer versions: May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: { DHCP agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: HyperV agent@hv-cinder-84320: {}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: L3 agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: Metadata agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: Metering agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: Open vSwitch agent@dv-cinder-843209-1-iscsi: { 'AddressGroup': '1.2', May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'ConntrackHelper': '1.0', May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Log': '1.0', May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Network': '1.1', May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Port': '1.7', May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'PortForwarding': '1.2', May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'QosPolicy': '1.9', May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SecurityGroup': '1.4', May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SecurityGroupRule': '1.2', May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'SubPort': '1.0', May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Subnet': '1.1', May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: 'Trunk': '1.1'}} May 25 22:56:29.949847 dv-cinder-843209-1-iscsi neutron-server[114257]: {{(pid=114257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:56:30.011771 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Attempting to bind port e8836415-4b03-4142-bcd1-27f105b8d3db on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:30.012049 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Attempting to bind port e8836415-4b03-4142-bcd1-27f105b8d3db by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:30.012394 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Attempting to bind port e8836415-4b03-4142-bcd1-27f105b8d3db on network 8832910d-3014-46b3-926b-42ce9e4f63a7 {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:56:30.017494 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:56:30.017860 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Checking segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:30.018357 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.018783 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Bound using segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:56:30.019247 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Bound port: e8836415-4b03-4142-bcd1-27f105b8d3db, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:30.019687 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.028793 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9cf47c3e-6c7d-4b0f-a90f-9ee10fdb65bd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4168525 May 25 22:56:30.030031 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 53996) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:30.043131 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] Request body: {'subnet': {'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-subnet', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:30.048586 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.063393 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] Pushing event updated for resources: {'Network': ['ID=f86d3f49-8651-4cd7-81c5-3f077bc05bd0,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:30.082146 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 22:56:30.154550 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-d66e8285-d054-4e41-9871-b3966d738c17 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5803444 May 25 22:56:30.156734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54004) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:30.160251 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c5a3ac-bedc-46b2-a593-401e2f169f9c,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:30.166186 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] Request body: {'subnet': {'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-subnet', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:30.184364 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] Checking segment: {'id': '66c59c98-5ec5-47e4-b11d-4fd328f1da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb79a705-9e42-41b1-883c-eb5d22924544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:30.184748 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] Network hostable DHCP agents. Network: bb79a705-9e42-41b1-883c-eb5d22924544, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:30.194047 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] For port e8836415-4b03-4142-bcd1-27f105b8d3db, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:30.206415 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] For port e8836415-4b03-4142-bcd1-27f105b8d3db, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=e8836415-4b03-4142-bcd1-27f105b8d3db,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:30.226601 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] Made reservation on behalf of 6b959c8b4c7c40e7a8862dce3c449e49 for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:30.229044 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.325307 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.326224 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] Made reservation on behalf of 643eaa780dcd4affae5495c9fb3e7379 for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:30.328744 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.334115 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] Network bb79a705-9e42-41b1-883c-eb5d22924544 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:30.410626 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.444078 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.469745 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4ba58-90c4-4801-a662-1e1c7077a7a4 None None] Pushing event updated for resources: {'Port': ['ID=e8836415-4b03-4142-bcd1-27f105b8d3db,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:30.486352 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, bb79a705-9e42-41b1-883c-eb5d22924544) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:30.499247 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a73c103-c9d1-4c57-a75a-52f59e9d3387 None None] Network bb79a705-9e42-41b1-883c-eb5d22924544 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:56:30.509707 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:30.510315 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.712905 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Allocated IP 172.27.1.63 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/95a758c7-941e-4a14-89f1-5f39034388ee) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:30.886954 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.886954 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-a1252992-9fe2-4bab-a407-c789263a7c43 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4007022 May 25 22:56:30.929237 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.007375 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45cf658f-334e-4d74-8b09-02e5d3401e3d,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:31.067568 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] Checking segment: {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:31.067820 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] Network hostable DHCP agents. Network: 22f0395b-c390-4bb8-bd13-7c3f2ff21723, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:31.120917 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2a1c33-cd6e-4afa-85f1-94ec74384fe5 None None] Network bb79a705-9e42-41b1-883c-eb5d22924544 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:56:31.142439 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.186498 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] Network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:31.230866 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.247436 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4768f422-cc4f-45c3-b39a-6b417254c5bb,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:31.269165 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] Checking segment: {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:31.269807 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] Network hostable DHCP agents. Network: f86d3f49-8651-4cd7-81c5-3f077bc05bd0, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:31.312679 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 22f0395b-c390-4bb8-bd13-7c3f2ff21723) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:31.318135 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:31.320501 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:31.326015 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc319d5-496b-4a75-a27a-409a14871013 None None] Network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:56:31.326922 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:31.335362 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:31.338193 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.410001 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] Network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:31.417326 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, f86d3f49-8651-4cd7-81c5-3f077bc05bd0) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:31.423552 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:31.426534 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.428745 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e09d3-bc35-4ae1-8c51-c402a6cfd403 None None] Network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:56:31.470745 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-f3c5095e-cbec-4af7-a738-0d77d9cd47e1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4240317 May 25 22:56:31.470745 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54066) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:31.476963 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:31.558437 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Pushing event updated for resources: {'Port': ['ID=95a758c7-941e-4a14-89f1-5f39034388ee,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:31.564173 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-f9d086ec-9bf1-414a-8307-c1f236d6ed98 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4035439 May 25 22:56:31.564962 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54074) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:31.578991 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:31.661341 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12838'] for router, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.662897 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12863'] for router, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.727784 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54096) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:31.731765 dv-cinder-843209-1-iscsi neutron-server[114256]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 22:56:31.821085 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12838'] for router, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.822434 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12863'] for router, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.824897 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 22:56:31.826235 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.845085 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 22:56:31.846010 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.859534 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.868358 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.024040 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9609b6-85e3-4c61-9f99-5da439871e7a None None] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:56:32.095048 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.137401 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c328d561-a9a3-46c2-8761-6a3d7980611b tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:32.145013 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c328d561-a9a3-46c2-8761-6a3d7980611b tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/networks?id=bb79a705-9e42-41b1-883c-eb5d22924544 HTTP/1.1" status: 200 len: 811 time: 0.4161038 May 25 22:56:32.189004 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.209414 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-90e614d5-9b7a-4643-b81b-c0a782de8885 None None] Provisioning complete for port e8836415-4b03-4142-bcd1-27f105b8d3db triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:32.209697 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-90e614d5-9b7a-4643-b81b-c0a782de8885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.222825 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-0c28e909-d597-4732-a45f-4f85a428e5ff tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/quotas/1301e3aafdec46528948dc13614a0688 HTTP/1.1" status: 200 len: 375 time: 0.0766888 May 25 22:56:32.240514 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165'] for router, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.302793 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Allocated IP 172.20.0.2 (f86d3f49-8651-4cd7-81c5-3f077bc05bd0/4768f422-cc4f-45c3-b39a-6b417254c5bb/99bca69b-3f6e-4834-bdb3-1ef9d85ec07a) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:32.322408 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Allocated IP 172.20.0.2 (22f0395b-c390-4bb8-bd13-7c3f2ff21723/45cf658f-334e-4d74-8b09-02e5d3401e3d/13026ce4-9494-44be-8e3c-11a8735fa96e) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:32.486536 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-310c7abe-eedb-4b9f-bc5e-29b0509920a7 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1301e3aafdec46528948dc13614a0688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2628281 May 25 22:56:32.552626 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 is scheduled to L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e with binding_index 1 {{(pid=114255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:56:32.603878 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-90e614d5-9b7a-4643-b81b-c0a782de8885 None None] Current status of the port e8836415-4b03-4142-bcd1-27f105b8d3db is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:32.603878 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-90e614d5-9b7a-4643-b81b-c0a782de8885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.710697 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.745126 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-90e614d5-9b7a-4643-b81b-c0a782de8885 None None] For port e8836415-4b03-4142-bcd1-27f105b8d3db, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=e8836415-4b03-4142-bcd1-27f105b8d3db,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:32.755469 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device e8836415-4b03-4142-bcd1-27f105b8d3db up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:32.774261 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.793174 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.867223 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-90e614d5-9b7a-4643-b81b-c0a782de8885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.871865 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:32.880541 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Sync routers for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:56:32.895808 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:32.896745 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:32.908038 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.927377 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:32.929538 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.931536 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port e8836415-4b03-4142-bcd1-27f105b8d3db triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:32.931893 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.938930 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:32.950744 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-f72025f7-3f72-4553-ba5b-a018ecd60261 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 22:56:32.951814 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-f72025f7-3f72-4553-ba5b-a018ecd60261 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1629739 May 25 22:56:32.980850 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] Notify callbacks [] for router, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.982223 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-4b44d2d7-9e8a-4719-aa74-0ce43aad778c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9260592 May 25 22:56:32.985543 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54138) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:33.008617 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:33.076785 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54142) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:33.077546 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:33.182189 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:33.188847 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Attempting to bind port 13026ce4-9494-44be-8e3c-11a8735fa96e on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:33.189678 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Attempting to bind port 13026ce4-9494-44be-8e3c-11a8735fa96e by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:33.190787 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Attempting to bind port 13026ce4-9494-44be-8e3c-11a8735fa96e on network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:56:33.194211 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:33.196873 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:33.202234 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e614d5-9b7a-4643-b81b-c0a782de8885 None None] Pushing event updated for resources: {'Port': ['ID=e8836415-4b03-4142-bcd1-27f105b8d3db,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:33.294065 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-be6ac8fa-f688-4caa-8d44-5ccefd7c89b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.332807 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:56:33.333138 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Checking segment: {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:33.334007 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.334430 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Bound using segment: {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:56:33.335140 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Bound port: 13026ce4-9494-44be-8e3c-11a8735fa96e, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:33.335706 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.348852 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.355481 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Pushing event updated for resources: {'Port': ['ID=13026ce4-9494-44be-8e3c-11a8735fa96e,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:33.383612 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.404280 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-a61f9aa7-4004-4f8f-8ad9-228f39a6f219 service neutron] 10.222.0.48 "GET /v2.0/networks/bb79a705-9e42-41b1-883c-eb5d22924544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714621 May 25 22:56:33.472451 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:31Z', 'revision_number': 3, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:33.539605 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] For port 13026ce4-9494-44be-8e3c-11a8735fa96e, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:33.542258 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Checking router: c3b3a688-ed9e-4dd5-b5fb-50af9944f744 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:56:33.543645 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] For port 13026ce4-9494-44be-8e3c-11a8735fa96e, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=13026ce4-9494-44be-8e3c-11a8735fa96e,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:33.544313 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Updating router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 port 95a758c7-941e-4a14-89f1-5f39034388ee binding host dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:56:33.581091 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.614173 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Pushing event updated for resources: {'Port': ['ID=99bca69b-3f6e-4834-bdb3-1ef9d85ec07a,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:33.686075 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-be6ac8fa-f688-4caa-8d44-5ccefd7c89b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.817125 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54162) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:33.819241 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.834854 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-87af5f8c-22dc-43a2-b71b-5a7d8e8cf790 service neutron] 10.222.0.48 "GET /v2.0/networks/bb79a705-9e42-41b1-883c-eb5d22924544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591564 May 25 22:56:33.841200 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.851058 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Attempting to bind port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:33.851943 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Attempting to bind port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:33.852752 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Attempting to bind port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a on network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:56:33.859347 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-e63b59fb-697b-47ca-aa84-56d184264f52 None None] Provisioning complete for port e8836415-4b03-4142-bcd1-27f105b8d3db triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:33.862330 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-be6ac8fa-f688-4caa-8d44-5ccefd7c89b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.873054 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-e63b59fb-697b-47ca-aa84-56d184264f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.890261 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Allocated IP 172.27.1.55 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/95cade64-72c8-474c-bb3a-a1d3850874f2) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:33.897043 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-be6ac8fa-f688-4caa-8d44-5ccefd7c89b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d06b28049c94223ad74208091ede934&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8191650 May 25 22:56:33.902398 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54168) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:33.989102 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.011435 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.030615 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:56:34.031000 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Checking segment: {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:34.031819 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.032585 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Bound using segment: {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:56:34.037516 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Bound port: 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:34.038176 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.116776 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port e8836415-4b03-4142-bcd1-27f105b8d3db is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:34.157221 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.224888 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Allocated IP 172.20.0.1 (8832910d-3014-46b3-926b-42ce9e4f63a7/3cc5fde0-cb97-48f5-833b-89086f6b613a/43cb804e-ccc1-4adc-8f21-613cc5a404ef) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:34.234828 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b126b4-17cc-4753-9070-6a80cfb24310 None None] Pushing event updated for resources: {'Port': ['ID=13026ce4-9494-44be-8e3c-11a8735fa96e,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:34.257456 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ac8fa-f688-4caa-8d44-5ccefd7c89b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a76bb7-74ac-47d1-8798-4121e5f699b2,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:34.289216 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5cc2b241-ee48-4dcc-8a54-783e9bd5f35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.356473 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.394437 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] For port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:34.453718 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] For port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=99bca69b-3f6e-4834-bdb3-1ef9d85ec07a,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:34.466652 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-e63b59fb-697b-47ca-aa84-56d184264f52 None None] Current status of the port e8836415-4b03-4142-bcd1-27f105b8d3db is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:34.497901 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54188) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:34.502425 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Pushing event updated for resources: {'Port': ['ID=95cade64-72c8-474c-bb3a-a1d3850874f2,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:34.519638 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.529512 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5cc2b241-ee48-4dcc-8a54-783e9bd5f35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.532653 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-789dbd26-960c-45cf-a485-0a3d11d448d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.714750 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Notify callbacks [] for port, precommit_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.753986 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c3d0dd04-f3cd-4699-a189-e569fccc79bc req-243e1f78-334c-4c7e-907b-f3f1195550c7 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 210 time: 0.2547810 May 25 22:56:34.769123 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:34.771704 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:34.775331 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38a139-2116-4b86-9e6c-2a0f4a33ab81 None None] Pushing event updated for resources: {'Port': ['ID=99bca69b-3f6e-4834-bdb3-1ef9d85ec07a,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:34.781616 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:34.798585 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.807016 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.905862 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Pushing event updated for resources: {'Port': ['ID=95a758c7-941e-4a14-89f1-5f39034388ee,revision_number=2']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:34.931390 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.931760 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.932108 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.932447 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.932784 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.933116 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.933441 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.933948 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.934505 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.935024 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.935693 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.935945 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Tracked resource versions report: May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: pushed versions: May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: { 'AddressGroup': {'1.2'}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'ConntrackHelper': {'1.0'}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Log': {'1.0'}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Network': {'1.1'}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Port': {'1.7'}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'PortForwarding': {'1.2'}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'QosPolicy': {'1.9'}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SecurityGroup': {'1.4'}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SecurityGroupRule': {'1.2'}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SubPort': {'1.0'}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Subnet': {'1.1'}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Trunk': {'1.1'}} May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: consumer versions: May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: { DHCP agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: HyperV agent@hv-cinder-84320: {}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: L3 agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: Metadata agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: Metering agent@dv-cinder-843209-1-iscsi: {}, May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: Open vSwitch agent@dv-cinder-843209-1-iscsi: { 'AddressGroup': '1.2', May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'ConntrackHelper': '1.0', May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Log': '1.0', May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Network': '1.1', May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Port': '1.7', May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'PortForwarding': '1.2', May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'QosPolicy': '1.9', May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SecurityGroup': '1.4', May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SecurityGroupRule': '1.2', May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'SubPort': '1.0', May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Subnet': '1.1', May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: 'Trunk': '1.1'}} May 25 22:56:34.937261 dv-cinder-843209-1-iscsi neutron-server[114258]: {{(pid=114258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:56:34.984781 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 13026ce4-9494-44be-8e3c-11a8735fa96e up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:34.985646 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Attempting to bind port 95a758c7-941e-4a14-89f1-5f39034388ee on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:34.986550 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Attempting to bind port 95a758c7-941e-4a14-89f1-5f39034388ee by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:34.987462 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Attempting to bind port 95a758c7-941e-4a14-89f1-5f39034388ee on network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:56:34.999994 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:56:35.000582 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:35.001201 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.001799 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Bound using segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:56:35.002644 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Bound port: 95a758c7-941e-4a14-89f1-5f39034388ee, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:35.003281 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.015868 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.027018 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5cc2b241-ee48-4dcc-8a54-783e9bd5f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.035465 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5cc2b241-ee48-4dcc-8a54-783e9bd5f35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.039576 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5cc2b241-ee48-4dcc-8a54-783e9bd5f35d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90a76bb7-74ac-47d1-8798-4121e5f699b2 HTTP/1.1" status: 204 len: 168 time: 1.1361620 May 25 22:56:35.122920 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] For port 95a758c7-941e-4a14-89f1-5f39034388ee, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:35.128678 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] For port 95a758c7-941e-4a14-89f1-5f39034388ee, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=95a758c7-941e-4a14-89f1-5f39034388ee,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:35.158276 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 13026ce4-9494-44be-8e3c-11a8735fa96e triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:35.158276 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.222521 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Allocated IP 172.27.1.109 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/862d0f3b-8ada-4705-8bf9-8f7236a7c6e5) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:35.258407 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.269451 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 13026ce4-9494-44be-8e3c-11a8735fa96e is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:35.269786 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.331482 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 13026ce4-9494-44be-8e3c-11a8735fa96e, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=13026ce4-9494-44be-8e3c-11a8735fa96e,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:35.430512 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2b241-ee48-4dcc-8a54-783e9bd5f35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a76bb7-74ac-47d1-8798-4121e5f699b2,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:35.449551 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:35.457014 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:35.467097 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:35.478537 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.478877 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:35.480446 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device e8836415-4b03-4142-bcd1-27f105b8d3db up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:35.495472 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:35.496207 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595070'] for router_interface, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.501359 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-789dbd26-960c-45cf-a485-0a3d11d448d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.521288 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Pushing event updated for resources: {'Port': ['ID=43cb804e-ccc1-4adc-8f21-613cc5a404ef,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:35.584169 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=13026ce4-9494-44be-8e3c-11a8735fa96e,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:35.634818 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ded6a-1157-4742-897a-d9c8c4f334eb None None] Pushing event updated for resources: {'Port': ['ID=95a758c7-941e-4a14-89f1-5f39034388ee,revision_number=3']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:35.656274 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-789dbd26-960c-45cf-a485-0a3d11d448d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.676670 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port e8836415-4b03-4142-bcd1-27f105b8d3db triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:35.677349 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.802114 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:35.818472 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dbd26-960c-45cf-a485-0a3d11d448d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa8e487-d05f-4704-be8f-5a682576e348,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:35.851624 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-789dbd26-960c-45cf-a485-0a3d11d448d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13425b86421845b49a2f6239840d1cc7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0169423 May 25 22:56:35.917466 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54234) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:35.924554 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port e8836415-4b03-4142-bcd1-27f105b8d3db is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:35.938903 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.957548 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.050317 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-9154a081-9b37-4759-a3f1-224ead5e2f9d None None] Provisioning complete for port 43cb804e-ccc1-4adc-8f21-613cc5a404ef triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:36.053261 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9154a081-9b37-4759-a3f1-224ead5e2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.071558 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aabd9dc-5503-4184-af08-38d0c162d3f1 None None] Network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:56:36.133342 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-991cef91-a418-47ce-a6e4-fd38e493e803 req-b8e93292-09e5-437f-a30f-b25efd480925 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 210 time: 0.0608757 May 25 22:56:36.230644 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-0d2c386d-b222-4951-9169-152d9da1d18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.255742 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-0d2c386d-b222-4951-9169-152d9da1d18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.272287 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-9154a081-9b37-4759-a3f1-224ead5e2f9d None None] Port 43cb804e-ccc1-4adc-8f21-613cc5a404ef cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:56:36.363946 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:31Z', 'revision_number': 3, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:36.395564 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.399033 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e4ea1e-e373-4b72-8134-0d0e0c768de4 None None] The sync data for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi is: [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:31Z', 'revision_number': 3, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:56:36.420070 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-9ad9490e-b293-4793-a6cf-8e9b9fc511cb None None] Provisioning complete for port 13026ce4-9494-44be-8e3c-11a8735fa96e triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:36.420070 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9ad9490e-b293-4793-a6cf-8e9b9fc511cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.514759 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165'] for router, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.521082 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.523183 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-0d2c386d-b222-4951-9169-152d9da1d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.525999 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-0d2c386d-b222-4951-9169-152d9da1d18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.534195 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-0d2c386d-b222-4951-9169-152d9da1d18a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fa8e487-d05f-4704-be8f-5a682576e348 HTTP/1.1" status: 204 len: 168 time: 0.6012561 May 25 22:56:36.536791 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:36.547214 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:36.566957 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9490e-b293-4793-a6cf-8e9b9fc511cb None None] Current status of the port 13026ce4-9494-44be-8e3c-11a8735fa96e is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:36.570549 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c386d-b222-4951-9169-152d9da1d18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa8e487-d05f-4704-be8f-5a682576e348,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:36.587534 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:36.633713 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f3fef-2384-49f3-ab37-113abe7f513a None None] Network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:56:36.727625 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Pushing event updated for resources: {'Port': ['ID=862d0f3b-8ada-4705-8bf9-8f7236a7c6e5,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:36.990309 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:36.991970 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-f5759da1-d482-470b-959f-e67990a74f1d None None] Provisioning complete for port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:36.992720 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f5759da1-d482-470b-959f-e67990a74f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.996274 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.143770 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.145365 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33028531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595090'] for router_interface, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.145910 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 is scheduled to L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e with binding_index 1 {{(pid=114256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:56:37.201668 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:37.202198 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.265273 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-f5759da1-d482-470b-959f-e67990a74f1d None None] Current status of the port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:37.265695 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f5759da1-d482-470b-959f-e67990a74f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.371182 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.390067 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-f5759da1-d482-470b-959f-e67990a74f1d None None] For port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=99bca69b-3f6e-4834-bdb3-1ef9d85ec07a,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:37.412697 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Pushing event updated for resources: {'Port': ['ID=43cb804e-ccc1-4adc-8f21-613cc5a404ef,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:37.488345 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54274) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:37.495768 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f5759da1-d482-470b-959f-e67990a74f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.576541 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:37.579195 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:37.601600 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:37.602011 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.698606 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5759da1-d482-470b-959f-e67990a74f1d None None] Pushing event updated for resources: {'Port': ['ID=99bca69b-3f6e-4834-bdb3-1ef9d85ec07a,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:37.742531 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-02f3a1ac-8bb9-477e-a013-6fd60899b7bf None None] Provisioning complete for port 13026ce4-9494-44be-8e3c-11a8735fa96e triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:37.742974 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-02f3a1ac-8bb9-477e-a013-6fd60899b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.772616 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:37.855784 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Sync routers for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:56:37.869189 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-31b13b70-be03-4d05-b0c8-4a4c17a4d35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.919530 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:37.920680 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:37.922498 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.db.api [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:37.922892 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG oslo_db.api [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:37.934478 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-11bb6a30-8e48-4bdf-810f-5863905b66dd req-8a3d7eb9-7cb2-4d76-a01e-949297aa6795 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 210 time: 0.1705000 May 25 22:56:37.940993 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:37.973543 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54282) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:38.034864 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-17633fab-6c8f-4e69-8ccc-4ad188ddded7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.045276 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.050941 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-1b9a95f0-a09d-4f4a-81a8-0f5da5690727 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5816658 May 25 22:56:38.050941 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54286) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:38.110478 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:38.203529 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-31b13b70-be03-4d05-b0c8-4a4c17a4d35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.233299 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:38.248101 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-c69793c6-1686-4ad6-b6d7-b7ac755a1873 admin admin] 10.222.0.48 "PUT /v2.0/routers/c3b3a688-ed9e-4dd5-b5fb-50af9944f744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2532659 May 25 22:56:38.274369 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-31b13b70-be03-4d05-b0c8-4a4c17a4d35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.290007 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-17633fab-6c8f-4e69-8ccc-4ad188ddded7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.342959 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-31b13b70-be03-4d05-b0c8-4a4c17a4d35d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=512484fcb32c4077acd8ab5b0fa83026&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8522124 May 25 22:56:38.344642 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b13b70-be03-4d05-b0c8-4a4c17a4d35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8873cb-92bd-4a1e-a49b-f664ab2cf457,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:38.347557 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54294) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:38.356537 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-02f3a1ac-8bb9-477e-a013-6fd60899b7bf None None] Current status of the port 13026ce4-9494-44be-8e3c-11a8735fa96e is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:38.364817 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-17633fab-6c8f-4e69-8ccc-4ad188ddded7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.434280 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-17633fab-6c8f-4e69-8ccc-4ad188ddded7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9d3edb85cec4e0c9c9f51cfafb70672&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4589555 May 25 22:56:38.437686 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17633fab-6c8f-4e69-8ccc-4ad188ddded7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6139cd5-66f8-4a18-852f-e5708115b553,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:38.440332 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54296) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:38.464360 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5ae97b89-e101-4313-af8d-a9453300f25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.508742 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5ae97b89-e101-4313-af8d-a9453300f25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.575934 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fee78297-1d41-4e6c-bf3c-1a62e571933e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.604129 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fee78297-1d41-4e6c-bf3c-1a62e571933e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.692354 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5ae97b89-e101-4313-af8d-a9453300f25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.695356 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5ae97b89-e101-4313-af8d-a9453300f25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.699500 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5ae97b89-e101-4313-af8d-a9453300f25b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad8873cb-92bd-4a1e-a49b-f664ab2cf457 HTTP/1.1" status: 204 len: 168 time: 0.3511910 May 25 22:56:38.703597 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165'] for router, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.705559 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:38.706584 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 13026ce4-9494-44be-8e3c-11a8735fa96e up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:38.717760 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae97b89-e101-4313-af8d-a9453300f25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8873cb-92bd-4a1e-a49b-f664ab2cf457,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:38.757212 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-a5b94527-97a4-427e-b5b0-ccf1eb8dc690 None None] Provisioning complete for port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:38.757838 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a5b94527-97a4-427e-b5b0-ccf1eb8dc690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.761970 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fee78297-1d41-4e6c-bf3c-1a62e571933e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.766357 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fee78297-1d41-4e6c-bf3c-1a62e571933e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.770517 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-fee78297-1d41-4e6c-bf3c-1a62e571933e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6139cd5-66f8-4a18-852f-e5708115b553 HTTP/1.1" status: 204 len: 168 time: 0.3249345 May 25 22:56:38.780726 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee78297-1d41-4e6c-bf3c-1a62e571933e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6139cd5-66f8-4a18-852f-e5708115b553,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:38.845662 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:35Z', 'revision_number': 3, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:38.849783 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 13026ce4-9494-44be-8e3c-11a8735fa96e triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:38.850154 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.883904 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Checking router: 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:56:38.884706 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Updating router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 port 95cade64-72c8-474c-bb3a-a1d3850874f2 binding host dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:56:38.965522 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.971908 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-a5b94527-97a4-427e-b5b0-ccf1eb8dc690 None None] Current status of the port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:39.075902 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-a5b94527-97a4-427e-b5b0-ccf1eb8dc690 None None] Provisioning complete for port 43cb804e-ccc1-4adc-8f21-613cc5a404ef triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:39.076199 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a5b94527-97a4-427e-b5b0-ccf1eb8dc690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.100714 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ddd0d94c-f203-4857-933e-f76730150fd0 req-782f83ca-9cc5-45f7-82cd-55959a58a4a2 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 210 time: 0.0430455 May 25 22:56:39.148157 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Sync routers for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:56:39.175579 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54318) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:39.179184 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:39.180271 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:39.184669 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-3247d543-b2ef-41a5-b7d6-9f5919b0183a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331671318', 'description': 'tempest-description--1228297629'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:39.232309 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-a5b94527-97a4-427e-b5b0-ccf1eb8dc690 None None] Port 43cb804e-ccc1-4adc-8f21-613cc5a404ef cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:56:39.279259 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 13026ce4-9494-44be-8e3c-11a8735fa96e is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:39.289600 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3247d543-b2ef-41a5-b7d6-9f5919b0183a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.299246 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.693527 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3247d543-b2ef-41a5-b7d6-9f5919b0183a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.694140 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:39.694742 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.694742 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 95a758c7-941e-4a14-89f1-5f39034388ee up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:39.695374 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Allocated IP 172.20.0.1 (22f0395b-c390-4bb8-bd13-7c3f2ff21723/45cf658f-334e-4d74-8b09-02e5d3401e3d/76dad8ab-275c-40ee-8902-f605c3ae2aee) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:39.695437 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 95a758c7-941e-4a14-89f1-5f39034388ee triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:39.695437 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.695437 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 95a758c7-941e-4a14-89f1-5f39034388ee is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:39.695437 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.695646 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f is scheduled to L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e with binding_index 1 {{(pid=114256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:56:39.695702 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3247d543-b2ef-41a5-b7d6-9f5919b0183a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.705888 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.707878 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.762647 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247d543-b2ef-41a5-b7d6-9f5919b0183a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de364dac-92f2-4328-884d-2959518b9a8e,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:39.784255 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 95a758c7-941e-4a14-89f1-5f39034388ee, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=95a758c7-941e-4a14-89f1-5f39034388ee,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:39.785659 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54330) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:39.806143 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3247d543-b2ef-41a5-b7d6-9f5919b0183a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.812050 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Attempting to bind port 95cade64-72c8-474c-bb3a-a1d3850874f2 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:39.812050 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Attempting to bind port 95cade64-72c8-474c-bb3a-a1d3850874f2 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:39.812050 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Attempting to bind port 95cade64-72c8-474c-bb3a-a1d3850874f2 on network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:56:39.812293 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-3247d543-b2ef-41a5-b7d6-9f5919b0183a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6285119 May 25 22:56:39.814485 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54332) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:39.821682 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-6fb7e464-b352-4ecf-a81b-8597d9476768 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group_rule': {'security_group_id': 'de364dac-92f2-4328-884d-2959518b9a8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:39.828390 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:56:39.828390 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:39.833292 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1247611f-a045-4605-b0e1-d80f20de7be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.833855 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.834381 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Bound using segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:56:39.834894 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Bound port: 95cade64-72c8-474c-bb3a-a1d3850874f2, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:39.835292 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.838227 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bed058-a983-442e-805e-5ccdaf473d7a None None] Pushing event updated for resources: {'Port': ['ID=95cade64-72c8-474c-bb3a-a1d3850874f2,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:39.868856 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 2, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:39.882036 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.882841 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:39.905880 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Checking router: c3b3a688-ed9e-4dd5-b5fb-50af9944f744 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:56:39.906415 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Updating router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 port 43cb804e-ccc1-4adc-8f21-613cc5a404ef binding host dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:56:39.940463 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1247611f-a045-4605-b0e1-d80f20de7be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.949848 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.963691 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e464-b352-4ecf-a81b-8597d9476768 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.020178 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1247611f-a045-4605-b0e1-d80f20de7be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.076337 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e464-b352-4ecf-a81b-8597d9476768 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.091961 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=95a758c7-941e-4a14-89f1-5f39034388ee,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:40.095536 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] For port 95cade64-72c8-474c-bb3a-a1d3850874f2, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:40.100751 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] For port 95cade64-72c8-474c-bb3a-a1d3850874f2, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=95cade64-72c8-474c-bb3a-a1d3850874f2,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:40.117205 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:40.117816 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.150639 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247611f-a045-4605-b0e1-d80f20de7be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e78a25-8147-4f29-a45a-53bdd8ae3ccc,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:40.157539 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-1247611f-a045-4605-b0e1-d80f20de7be2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a92b364484fd41cab5a0b273cba420b7&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3680282 May 25 22:56:40.159437 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:40.160941 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54344) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:40.164038 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e464-b352-4ecf-a81b-8597d9476768 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.187959 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Sync routers for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:56:40.204543 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7e464-b352-4ecf-a81b-8597d9476768 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43653b5d-772d-454e-a435-5e8076d5a0e4,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:40.208445 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.214403 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.269290 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:40.269840 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.271602 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-fc16b0c3-62e7-488e-8787-1ad87f5ca928 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7053142 May 25 22:56:40.274641 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54348) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:40.276981 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:40.282923 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:40.286661 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e464-b352-4ecf-a81b-8597d9476768 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.290737 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-6fb7e464-b352-4ecf-a81b-8597d9476768 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4719863 May 25 22:56:40.328623 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54352) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:40.345334 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e2de4d10-6291-4d20-9c7f-62eca6516bf0 req-5556a6c6-6315-4aaa-a3ce-4a579f02b5df tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 210 time: 0.0959122 May 25 22:56:40.346613 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:40.355100 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Notify callbacks [] for port, precommit_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.366391 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:40.368443 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595070'] for router_interface, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.388745 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-38035832-654d-4e18-b96b-0c4d6bb03efd tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group_rule': {'security_group_id': 'de364dac-92f2-4328-884d-2959518b9a8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:40.401742 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bed058-a983-442e-805e-5ccdaf473d7a None None] Pushing event updated for resources: {'Port': ['ID=95cade64-72c8-474c-bb3a-a1d3850874f2,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:40.426639 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:40.426639 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:40.438529 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=76dad8ab-275c-40ee-8902-f605c3ae2aee,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:40.443931 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.466547 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1cfc-afff-421a-a040-3cd848f74e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.542144 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1cfc-afff-421a-a040-3cd848f74e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.558529 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f18312-1a36-49af-813c-135003e3d337 None None] Pushing event updated for resources: {'Port': ['ID=43cb804e-ccc1-4adc-8f21-613cc5a404ef,revision_number=3']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:40.605893 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:40.617577 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38035832-654d-4e18-b96b-0c4d6bb03efd tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.698683 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Attempting to bind port 43cb804e-ccc1-4adc-8f21-613cc5a404ef on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:40.699054 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Attempting to bind port 43cb804e-ccc1-4adc-8f21-613cc5a404ef by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:40.699469 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Attempting to bind port 43cb804e-ccc1-4adc-8f21-613cc5a404ef on network 8832910d-3014-46b3-926b-42ce9e4f63a7 {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:56:40.712263 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:56:40.712895 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Checking segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:40.713967 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.714470 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Bound using segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:56:40.714965 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Bound port: 43cb804e-ccc1-4adc-8f21-613cc5a404ef, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:40.716394 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.735932 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:40.833286 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38035832-654d-4e18-b96b-0c4d6bb03efd tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.841394 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1cfc-afff-421a-a040-3cd848f74e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.849095 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1cfc-afff-421a-a040-3cd848f74e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.850591 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-9a0f1cfc-afff-421a-a040-3cd848f74e47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09e78a25-8147-4f29-a45a-53bdd8ae3ccc HTTP/1.1" status: 204 len: 168 time: 0.6887424 May 25 22:56:40.853410 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.870937 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f1cfc-afff-421a-a040-3cd848f74e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e78a25-8147-4f29-a45a-53bdd8ae3ccc,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:40.905593 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38035832-654d-4e18-b96b-0c4d6bb03efd tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.952841 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:40.968104 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38035832-654d-4e18-b96b-0c4d6bb03efd tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cb88e8-e287-403d-8851-e338c63c68e1,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:40.968590 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] For port 43cb804e-ccc1-4adc-8f21-613cc5a404ef, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:40.972974 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] For port 43cb804e-ccc1-4adc-8f21-613cc5a404ef, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=43cb804e-ccc1-4adc-8f21-613cc5a404ef,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:41.052289 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.095007 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38035832-654d-4e18-b96b-0c4d6bb03efd tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.100236 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-38035832-654d-4e18-b96b-0c4d6bb03efd tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7481387 May 25 22:56:41.108700 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:41.115989 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:41.116912 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54368) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:41.123196 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:41.138141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.209399 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.210883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33028531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595090'] for router_interface, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.255524 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:41.375920 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.402308 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=76dad8ab-275c-40ee-8902-f605c3ae2aee,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:41.411766 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-6705d740-2b55-4f4e-a120-e49a80fe609f None None] Provisioning complete for port 76dad8ab-275c-40ee-8902-f605c3ae2aee triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:41.412134 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6705d740-2b55-4f4e-a120-e49a80fe609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.460736 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 95a758c7-941e-4a14-89f1-5f39034388ee up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:41.494061 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f18312-1a36-49af-813c-135003e3d337 None None] Pushing event updated for resources: {'Port': ['ID=43cb804e-ccc1-4adc-8f21-613cc5a404ef,revision_number=4']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:41.562153 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:41.574142 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:41.683449 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-6705d740-2b55-4f4e-a120-e49a80fe609f None None] Port 76dad8ab-275c-40ee-8902-f605c3ae2aee cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:56:41.712999 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:41.755586 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 95a758c7-941e-4a14-89f1-5f39034388ee triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:41.756118 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.770320 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bd7f5-cab4-4252-97f5-7ba5b07afeb5 None None] The sync data for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi is: [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:56:41.813095 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-43fdb570-f399-4771-b6c8-ca9b1dbd6e08 req-8ac31274-96ff-4ebc-bf40-7fb96b7a6102 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 210 time: 0.1105270 May 25 22:56:41.845334 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.890717 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-409c7bc6-c9f4-4e55-8e89-3770579c2720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.897091 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-f3849526-863c-4698-9f12-fabd90414db7 None None] Provisioning complete for port 43cb804e-ccc1-4adc-8f21-613cc5a404ef triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:41.897459 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f3849526-863c-4698-9f12-fabd90414db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.976105 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:35Z', 'revision_number': 3, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:42.008268 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:42.070881 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc5a5f0-d210-4754-8241-f04dbdb9e7e5 None None] The sync data for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi is: [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:35Z', 'revision_number': 3, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:56:42.074126 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 3, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:42.130594 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Checking router: 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:56:42.130945 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Updating router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 binding host dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:56:42.212621 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-f3849526-863c-4698-9f12-fabd90414db7 None None] Current status of the port 43cb804e-ccc1-4adc-8f21-613cc5a404ef is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:42.213090 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f3849526-863c-4698-9f12-fabd90414db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.238573 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.273440 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.276725 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:42.295299 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-2ee26c3e-21f6-47d3-b759-7cf6ca590ad9 admin admin] 10.222.0.48 "PUT /v2.0/routers/19e08aca-ea14-4b0f-88ae-f8a0d692dda3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2440560 May 25 22:56:42.301084 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 95a758c7-941e-4a14-89f1-5f39034388ee is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:42.367939 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-f3849526-863c-4698-9f12-fabd90414db7 None None] For port 43cb804e-ccc1-4adc-8f21-613cc5a404ef, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=43cb804e-ccc1-4adc-8f21-613cc5a404ef,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:42.413257 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Allocated IP 172.20.0.1 (f86d3f49-8651-4cd7-81c5-3f077bc05bd0/4768f422-cc4f-45c3-b39a-6b417254c5bb/7b9cd463-01e6-4d85-af21-b6786e654684) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:42.491193 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Allocated IP 172.27.1.216 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/48f31287-4467-4a9f-acfd-8e7487f4c418) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:42.617995 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.670388 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.860490 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:56:42.921471 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.977605 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f3849526-863c-4698-9f12-fabd90414db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.999957 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:43.003486 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.012943 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:43.030520 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:43.031902 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595070'] for router_interface, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.044471 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6e4b4d4a-cbf0-4d36-b106-d97518e63d11 req-1cfa88f1-db46-46ac-9c9e-80a547a6d401 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 210 time: 0.0858359 May 25 22:56:43.148091 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:43.154322 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:43.160603 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:43.251729 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Pushing event updated for resources: {'Port': ['ID=7b9cd463-01e6-4d85-af21-b6786e654684,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.268535 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3849526-863c-4698-9f12-fabd90414db7 None None] Pushing event updated for resources: {'Port': ['ID=43cb804e-ccc1-4adc-8f21-613cc5a404ef,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.299727 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-beb4a2f3-a413-4bce-a6d4-9e39b5963f64 None None] Provisioning complete for port 76dad8ab-275c-40ee-8902-f605c3ae2aee triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:43.300120 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-beb4a2f3-a413-4bce-a6d4-9e39b5963f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.397239 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=48f31287-4467-4a9f-acfd-8e7487f4c418,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.424410 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-beb4a2f3-a413-4bce-a6d4-9e39b5963f64 None None] Port 76dad8ab-275c-40ee-8902-f605c3ae2aee cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:56:43.503029 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.568421 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 95cade64-72c8-474c-bb3a-a1d3850874f2 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:43.620759 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-2dc0f455-664f-4547-af1b-d21b8011f725 None None] Provisioning complete for port 7b9cd463-01e6-4d85-af21-b6786e654684 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:43.621240 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f455-664f-4547-af1b-d21b8011f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.678454 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Notify callbacks [] for port, precommit_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.680050 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 95cade64-72c8-474c-bb3a-a1d3850874f2 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:43.680504 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.690404 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.694203 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.731381 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0f455-664f-4547-af1b-d21b8011f725 None None] Port 7b9cd463-01e6-4d85-af21-b6786e654684 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:56:43.790863 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.853640 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 95cade64-72c8-474c-bb3a-a1d3850874f2 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:43.854021 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.868286 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Attempting to bind port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:43.868646 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Attempting to bind port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:43.870905 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Attempting to bind port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 on network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:56:43.871673 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276b362-e178-4d4b-800d-bc8447c5d5e1 None None] Pushing event updated for resources: {'Port': ['ID=862d0f3b-8ada-4705-8bf9-8f7236a7c6e5,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.889532 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:56:43.889903 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:43.890320 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.890715 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Bound using segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:56:43.891185 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Bound port: 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:43.891582 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.894829 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 95cade64-72c8-474c-bb3a-a1d3850874f2, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=95cade64-72c8-474c-bb3a-a1d3850874f2,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:43.950738 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] For port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:43.956682 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] For port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=862d0f3b-8ada-4705-8bf9-8f7236a7c6e5,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:43.959051 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54434) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:43.964254 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-92cc88d5-7f06-43ea-bb96-bc05f114d398 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971745569', 'description': 'tempest-description--595460835'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:44.007235 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.008685 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.008973 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 43cb804e-ccc1-4adc-8f21-613cc5a404ef up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:44.027686 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.054407 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.081556 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-92cc88d5-7f06-43ea-bb96-bc05f114d398 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.123738 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.124492 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33028531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595090'] for router_interface, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.125041 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=95cade64-72c8-474c-bb3a-a1d3850874f2,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:44.159187 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:44.160087 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:44.184970 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.196523 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-92cc88d5-7f06-43ea-bb96-bc05f114d398 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.211489 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 43cb804e-ccc1-4adc-8f21-613cc5a404ef triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:44.212035 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.226794 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6fee3258-3dd3-452d-8c20-65392b4b6ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.227711 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.251563 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cc1ea48f-116f-4724-9ce9-acc3e21c6c1d req-398a8cff-c399-4a4c-b38e-3d73fd1f847e tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 210 time: 0.0530272 May 25 22:56:44.257036 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276b362-e178-4d4b-800d-bc8447c5d5e1 None None] Pushing event updated for resources: {'Port': ['ID=862d0f3b-8ada-4705-8bf9-8f7236a7c6e5,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:44.275126 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-92cc88d5-7f06-43ea-bb96-bc05f114d398 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.365638 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc88d5-7f06-43ea-bb96-bc05f114d398 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d657158d-fd43-45bf-82b5-95a7f4876911,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:44.388755 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:44.465252 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-92cc88d5-7f06-43ea-bb96-bc05f114d398 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.466683 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-92cc88d5-7f06-43ea-bb96-bc05f114d398 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5059898 May 25 22:56:44.476661 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54452) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:44.481188 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 43cb804e-ccc1-4adc-8f21-613cc5a404ef is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:44.494474 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-0e8a8429-faa9-41b1-8ed5-da30afe63b6f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'security_group_rule': {'security_group_id': 'd657158d-fd43-45bf-82b5-95a7f4876911', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:44.561126 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Pushing event updated for resources: {'Port': ['ID=7b9cd463-01e6-4d85-af21-b6786e654684,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:44.591929 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:44.599795 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:44.615025 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=48f31287-4467-4a9f-acfd-8e7487f4c418,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:44.676226 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 2, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:44.694029 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8429-faa9-41b1-8ed5-da30afe63b6f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.774725 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.782258 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-67f776de-6623-4b4d-89b4-9b98c73f1ee2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6651528 May 25 22:56:44.829500 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8429-faa9-41b1-8ed5-da30afe63b6f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.854070 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:44.870368 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dfa5f4-5c92-4ef1-967e-dee622864c10 None None] The sync data for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi is: [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 2, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:56:44.911171 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8429-faa9-41b1-8ed5-da30afe63b6f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.928169 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a8429-faa9-41b1-8ed5-da30afe63b6f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c36831f-ce62-41e9-b923-b4d8c7772a09,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:44.979725 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-62ad861f-e12d-48a4-b270-3adcf2f4a694 None None] Provisioning complete for port 7b9cd463-01e6-4d85-af21-b6786e654684 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:44.982448 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-62ad861f-e12d-48a4-b270-3adcf2f4a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.065508 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8429-faa9-41b1-8ed5-da30afe63b6f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.066842 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-0e8a8429-faa9-41b1-8ed5-da30afe63b6f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5889983 May 25 22:56:45.069612 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54488) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:45.074044 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-0e064299-b316-4e60-9e2c-cdf90629bfa0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'security_group_rule': {'security_group_id': 'd657158d-fd43-45bf-82b5-95a7f4876911', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:45.083384 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:45.090017 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-43dbdd24-f603-4825-bc99-269476d0b92d admin admin] 10.222.0.48 "PUT /v2.0/routers/114f3cea-84b4-46d2-97dd-a16cc6e2ed7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8134060 May 25 22:56:45.100168 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-62ad861f-e12d-48a4-b270-3adcf2f4a694 None None] Port 7b9cd463-01e6-4d85-af21-b6786e654684 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:56:45.196850 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-83165dc7-d5e0-4df1-a98e-58387d776fea tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--331671318&fields=id&tenant_id=f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 267 time: 0.0885444 May 25 22:56:45.246361 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.300050 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0e064299-b316-4e60-9e2c-cdf90629bfa0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.324808 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.24', 58905) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:45.383070 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-32d2173e-6dbe-458f-a9e4-9c25e3ab53b5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:45.395844 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-32d2173e-6dbe-458f-a9e4-9c25e3ab53b5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 814 time: 0.1914713 May 25 22:56:45.452343 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-92ddd7b2-247b-43c8-b4ef-1b7c004fcb5f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/quotas/f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 375 time: 0.0554247 May 25 22:56:45.473889 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e7457c58-a4e2-4921-a4ed-7b1ef7daca94 req-9da839c8-a37f-4fd8-aab7-7033b2a85d40 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 210 time: 0.0513167 May 25 22:56:45.532123 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 95cade64-72c8-474c-bb3a-a1d3850874f2 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:45.737831 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 95cade64-72c8-474c-bb3a-a1d3850874f2 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:45.738230 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.769719 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Sync routers for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:56:45.791485 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:45.792135 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:45.838063 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-695792af-a6b3-4da5-b9eb-4310ac940f37 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:45.849034 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-695792af-a6b3-4da5-b9eb-4310ac940f37 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.24 "GET /v2.0/networks?id=bb79a705-9e42-41b1-883c-eb5d22924544 HTTP/1.1" status: 200 len: 811 time: 0.5231075 May 25 22:56:45.896705 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0e064299-b316-4e60-9e2c-cdf90629bfa0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.904840 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-1bc138e3-738c-4818-af13-aae1c561409d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4296813 May 25 22:56:45.969937 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Request body: {'port': {'device_id': 'db0a81ea-2dfa-4fc4-8aac-5638937957a2', 'network_id': 'bb79a705-9e42-41b1-883c-eb5d22924544', 'admin_state_up': True, 'tenant_id': '1301e3aafdec46528948dc13614a0688'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:45.984421 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 95cade64-72c8-474c-bb3a-a1d3850874f2 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:45.997485 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:46.020341 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0e064299-b316-4e60-9e2c-cdf90629bfa0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.070215 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e064299-b316-4e60-9e2c-cdf90629bfa0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9036932e-c8ce-42d1-94ff-d1167860a550,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:46.123421 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-152ec912-224f-414a-b8ec-8ac6e2cd19bd service neutron] 10.222.0.48 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935921 May 25 22:56:46.181829 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0e064299-b316-4e60-9e2c-cdf90629bfa0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.192175 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-0e064299-b316-4e60-9e2c-cdf90629bfa0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1214890 May 25 22:56:46.198147 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54542) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:46.280055 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:46.367688 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Made reservation on behalf of 1301e3aafdec46528948dc13614a0688 for: {'port': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:46.381613 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.392573 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.431287 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-71a30375-e639-428e-8ba2-bf21e8eecba2 service neutron] 10.222.0.48 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927115 May 25 22:56:46.522148 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 2, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:46.566386 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.580767 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Checking router: 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:56:46.581077 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Updating router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 port 76dad8ab-275c-40ee-8902-f605c3ae2aee binding host dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:56:46.638757 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.704210 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-2629dea3-bbaf-42a2-9cf5-814000a36d25 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:46.711984 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-2629dea3-bbaf-42a2-9cf5-814000a36d25 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 818 time: 0.2388272 May 25 22:56:46.752192 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-ed100210-1911-4fe0-89f5-9e51da576ece tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/quotas/643eaa780dcd4affae5495c9fb3e7379 HTTP/1.1" status: 200 len: 375 time: 0.0386620 May 25 22:56:46.844728 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Allocated IP 172.20.0.13 (bb79a705-9e42-41b1-883c-eb5d22924544/69c5a3ac-bedc-46b2-a593-401e2f169f9c/8d257725-5e8e-496e-b4fc-fa46b28505b7) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:46.926848 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-921cdb55-4368-4581-b6e6-96fc0484777d req-ce942d97-88a8-4225-a728-98f398d2c312 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 210 time: 0.0572691 May 25 22:56:46.943195 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-53a96ce4-2770-4e07-af9f-fce72109bdab tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1899285 May 25 22:56:46.947194 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.191576 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.212249 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.277096 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-153e1b4d-c7cf-4237-81ad-c8184bf200c3 req-fae39a95-e41a-4482-8073-06dba33cf600 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.1200690 May 25 22:56:47.319018 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Notify callbacks [] for port, precommit_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.421679 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.421894 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.444510 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-d2241177-04b7-4e45-ab8f-ccb78bbc08fe service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 22:56:47.459270 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-d2241177-04b7-4e45-ab8f-ccb78bbc08fe service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1935086 May 25 22:56:47.599278 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Allocated IP 172.27.1.243 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/6f7b3b93-d583-4c34-b99c-03d4c3e9cace) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:47.624866 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:47.633369 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Network bb79a705-9e42-41b1-883c-eb5d22924544 is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:47.655884 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:47.680886 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:47.697621 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:47.700977 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for port, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.746736 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Pushing event updated for resources: {'Port': ['ID=8d257725-5e8e-496e-b4fc-fa46b28505b7,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:47.852743 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5150f4-1782-4de2-9102-52d44de9cdca None None] Pushing event updated for resources: {'Port': ['ID=76dad8ab-275c-40ee-8902-f605c3ae2aee,revision_number=3']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:47.872566 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-c1e8b7fc-4cbb-4415-956c-f74bef244c0f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9074731 May 25 22:56:47.884197 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:47.886126 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.897449 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-bbcf59ae-a2f7-4ce8-8da8-187ec44dd114 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 22:56:47.901050 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-bbcf59ae-a2f7-4ce8-8da8-187ec44dd114 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170465 May 25 22:56:47.971069 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-02b04f9d-37b2-4f67-94fe-e7b566461df6 service neutron] 10.222.0.48 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103736 May 25 22:56:48.003299 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Attempting to bind port 76dad8ab-275c-40ee-8902-f605c3ae2aee on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:48.003718 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Attempting to bind port 76dad8ab-275c-40ee-8902-f605c3ae2aee by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:48.004084 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Attempting to bind port 76dad8ab-275c-40ee-8902-f605c3ae2aee on network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:56:48.016986 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:56:48.022155 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Checking segment: {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:48.022852 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.023579 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Bound using segment: {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:56:48.028183 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Bound port: 76dad8ab-275c-40ee-8902-f605c3ae2aee, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'}}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:48.030338 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.148968 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:48.162441 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.169333 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] For port 76dad8ab-275c-40ee-8902-f605c3ae2aee, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:48.177025 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] For port 76dad8ab-275c-40ee-8902-f605c3ae2aee, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=76dad8ab-275c-40ee-8902-f605c3ae2aee,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:48.199466 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Request body: {'port': {'device_id': 'db0a81ea-2dfa-4fc4-8aac-5638937957a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:56:48.237413 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=862d0f3b-8ada-4705-8bf9-8f7236a7c6e5,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:48.315573 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.333701 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958225f-9e05-4fca-9ecd-640d05a92c2a req-8a7fbaf3-d908-46b8-8f60-b8e98da03dc1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:48.347368 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.353052 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d958225f-9e05-4fca-9ecd-640d05a92c2a req-8a7fbaf3-d908-46b8-8f60-b8e98da03dc1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 932 time: 0.2208707 May 25 22:56:48.355439 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.357117 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.536402 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=862d0f3b-8ada-4705-8bf9-8f7236a7c6e5,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:48.541816 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5150f4-1782-4de2-9102-52d44de9cdca None None] Pushing event updated for resources: {'Port': ['ID=76dad8ab-275c-40ee-8902-f605c3ae2aee,revision_number=4']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:48.555706 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d958225f-9e05-4fca-9ecd-640d05a92c2a req-ce07f938-d858-40e4-851d-1ca472e56ac2 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053616 May 25 22:56:48.559882 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-7e692808-e0fc-4105-87d1-e864f5409e08 service neutron] 10.222.0.48 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861371 May 25 22:56:48.638425 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:48.641121 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:48.768830 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0826e45a-66c4-4d9b-942f-009a80a523a0 req-52cc8d93-64f2-4f06-9cd8-74872d2fcdf1 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.1050067 May 25 22:56:48.771091 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-4470fe21-58ca-4aea-a3df-bf10c3bacab6 None None] Provisioning complete for port 76dad8ab-275c-40ee-8902-f605c3ae2aee triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:48.786629 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4470fe21-58ca-4aea-a3df-bf10c3bacab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.881253 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.936425 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-4470fe21-58ca-4aea-a3df-bf10c3bacab6 None None] Current status of the port 76dad8ab-275c-40ee-8902-f605c3ae2aee is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:48.937019 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4470fe21-58ca-4aea-a3df-bf10c3bacab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.031883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'Port': ['ID=6f7b3b93-d583-4c34-b99c-03d4c3e9cace,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:49.043970 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:49.046598 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:49.053833 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-4470fe21-58ca-4aea-a3df-bf10c3bacab6 None None] For port 76dad8ab-275c-40ee-8902-f605c3ae2aee, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=76dad8ab-275c-40ee-8902-f605c3ae2aee,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:49.055734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:56:49.072584 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:49.127052 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4470fe21-58ca-4aea-a3df-bf10c3bacab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.160515 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54666) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:49.283937 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470fe21-58ca-4aea-a3df-bf10c3bacab6 None None] Pushing event updated for resources: {'Port': ['ID=76dad8ab-275c-40ee-8902-f605c3ae2aee,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:49.331948 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-1f2b5a9f-365a-40fa-ae39-d1a65def3b61 None None] Provisioning complete for port 76dad8ab-275c-40ee-8902-f605c3ae2aee triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:49.335485 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-1f2b5a9f-365a-40fa-ae39-d1a65def3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.372329 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.468713 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1aa9b947-2bd4-4876-ac2a-ecb80b09e7cf req-6caf145c-a578-4942-8005-47c9c3a46d20 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 210 time: 0.0726354 May 25 22:56:49.500644 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:49.617993 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c3f663ca-227e-49c9-b358-800c4fdbf907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.627419 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b5a9f-365a-40fa-ae39-d1a65def3b61 None None] Current status of the port 76dad8ab-275c-40ee-8902-f605c3ae2aee is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:49.639601 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:49.640138 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.645626 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:49.672168 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.789858 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f3f04-bd89-423e-96c9-901d77ec77e1 None None] The sync data for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi is: [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:56:49.881222 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:49.948486 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c3f663ca-227e-49c9-b358-800c4fdbf907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.964819 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-57d4806e-6c29-4bef-9fd3-7d307a99d2d6 req-3d908ac2-0009-43cb-b164-ac66fa6dbb1d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0796759 May 25 22:56:50.043761 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d257725-5e8e-496e-b4fc-fa46b28505b7 {{(pid=114255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:56:50.054109 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.061930 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c3f663ca-227e-49c9-b358-800c4fdbf907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.106615 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.provisioning_blocks [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Transition to ACTIVE for port object 8d257725-5e8e-496e-b4fc-fa46b28505b7 will not be triggered until provisioned by entity L2. {{(pid=114255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:50.148910 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-c3f663ca-227e-49c9-b358-800c4fdbf907 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4629bbe6517497e944b86a2e9f83808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9811497 May 25 22:56:50.149754 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54718) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:50.153643 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f663ca-227e-49c9-b358-800c4fdbf907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8692775d-b43a-42cc-a1c5-611aeb695940,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:50.221618 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.328522 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13efa-ffd9-433b-8bdc-a7f791b6c713 req-61c7b3e4-1146-4f91-8848-ee0dcb558fae tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:50.338840 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e2a13efa-ffd9-433b-8bdc-a7f791b6c713 req-61c7b3e4-1146-4f91-8848-ee0dcb558fae tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 932 time: 0.4514396 May 25 22:56:50.360428 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e4059b5-1b62-4c22-a5b8-52b50b7338cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.838999 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Sync routers for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:56:50.863033 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:50.863686 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-e631949c-8262-4446-b0e4-5963278b926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:50.867735 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.907740 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e2a13efa-ffd9-433b-8bdc-a7f791b6c713 req-1215181d-9bc3-48b7-b025-1079c1f04611 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114763 May 25 22:56:50.933928 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Pushing event updated for resources: {'Port': ['ID=8d257725-5e8e-496e-b4fc-fa46b28505b7,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:50.948492 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-f7370156-9a9c-498b-b279-c6c51ca0d285 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:51.056519 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-f7370156-9a9c-498b-b279-c6c51ca0d285 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 818 time: 0.8133762 May 25 22:56:51.056519 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-2f577002-3d14-4a97-bdde-9d395e45634d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/quotas/643eaa780dcd4affae5495c9fb3e7379 HTTP/1.1" status: 200 len: 375 time: 0.0112936 May 25 22:56:51.057319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e4059b5-1b62-4c22-a5b8-52b50b7338cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.057319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.managers [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Attempting to bind port 8d257725-5e8e-496e-b4fc-fa46b28505b7 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:51.057319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.managers [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Attempting to bind port 8d257725-5e8e-496e-b4fc-fa46b28505b7 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '66c59c98-5ec5-47e4-b11d-4fd328f1da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb79a705-9e42-41b1-883c-eb5d22924544'}] {{(pid=114255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:51.057319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Attempting to bind port 8d257725-5e8e-496e-b4fc-fa46b28505b7 on network bb79a705-9e42-41b1-883c-eb5d22924544 {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:56:51.057319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Port 8d257725-5e8e-496e-b4fc-fa46b28505b7 on network bb79a705-9e42-41b1-883c-eb5d22924544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 22:56:51.057319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Attempting to bind port 8d257725-5e8e-496e-b4fc-fa46b28505b7 on network bb79a705-9e42-41b1-883c-eb5d22924544 {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:56:51.057319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:56:51.057319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Checking segment: {'id': '66c59c98-5ec5-47e4-b11d-4fd328f1da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb79a705-9e42-41b1-883c-eb5d22924544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:51.057319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Bound using segment: {'id': '66c59c98-5ec5-47e4-b11d-4fd328f1da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb79a705-9e42-41b1-883c-eb5d22924544'} {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:56:51.057319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.managers [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Bound port: 8d257725-5e8e-496e-b4fc-fa46b28505b7, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c59c98-5ec5-47e4-b11d-4fd328f1da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb79a705-9e42-41b1-883c-eb5d22924544'}}] {{(pid=114255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:51.058150 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.058646 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:51.161342 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-9267cf18-7a12-429a-9501-886b820f3120 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1855738 May 25 22:56:51.190962 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] For port 8d257725-5e8e-496e-b4fc-fa46b28505b7, host hv-cinder-84320, cleared binding levels {{(pid=114255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:51.201179 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] For port 8d257725-5e8e-496e-b4fc-fa46b28505b7, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=8d257725-5e8e-496e-b4fc-fa46b28505b7,segment=NetworkSegment(66c59c98-5ec5-47e4-b11d-4fd328f1da79),segment_id=66c59c98-5ec5-47e4-b11d-4fd328f1da79)] {{(pid=114255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:51.217165 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.217165 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-43721e20-e2be-42d3-815e-7889aefa50a1 req-a4eb5275-1d6c-4d11-9402-0aae4e2d5ea9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0973017 May 25 22:56:51.346652 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e4059b5-1b62-4c22-a5b8-52b50b7338cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.346652 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e4059b5-1b62-4c22-a5b8-52b50b7338cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.346652 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-3e4059b5-1b62-4c22-a5b8-52b50b7338cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8692775d-b43a-42cc-a1c5-611aeb695940 HTTP/1.1" status: 204 len: 168 time: 1.1586480 May 25 22:56:51.346652 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4059b5-1b62-4c22-a5b8-52b50b7338cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8692775d-b43a-42cc-a1c5-611aeb695940,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:51.348013 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.367951 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'Port': ['ID=6f7b3b93-d583-4c34-b99c-03d4c3e9cace,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:51.448243 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-20b2486a-afc2-46ed-a41a-b30db259adfb service neutron] 10.222.0.48 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356412 May 25 22:56:51.481051 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.520511 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-e631949c-8262-4446-b0e4-5963278b926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 2, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:51.597420 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:51.598906 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for port, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.604486 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d257725-5e8e-496e-b4fc-fa46b28505b7 HTTP/1.1" status: 200 len: 1094 time: 3.5832968 May 25 22:56:51.607076 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0a81ea-2dfa-4fc4-8aac-5638937957a2', 'tag': '8d257725-5e8e-496e-b4fc-fa46b28505b7'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:56:51.639886 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Checking router: 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:56:51.640448 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Updating router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f port 7b9cd463-01e6-4d85-af21-b6786e654684 binding host dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:56:51.709724 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.710215 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.713740 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-f18d74de-84a0-4273-b41e-a978442506ad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4372234 May 25 22:56:51.740806 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-a269fd15-29b6-4f0e-9bbf-d459ebef55ec service neutron] 10.222.0.48 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758303 May 25 22:56:52.107080 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebffbf-dc13-4e75-bcbb-84859ff71989 service neutron] Pushing event updated for resources: {'Port': ['ID=8d257725-5e8e-496e-b4fc-fa46b28505b7,revision_number=3']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:52.124751 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-5bd0ef69-5e87-4897-a349-82facfdb52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:52.126242 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-5bd0ef69-5e87-4897-a349-82facfdb52bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1301e3aafdec46528948dc13614a0688&device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 1097 time: 0.2440159 May 25 22:56:52.195984 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 76dad8ab-275c-40ee-8902-f605c3ae2aee up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:52.257822 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95e182-3b9e-4653-8945-cfbebd57d25c req-bf46b79d-a542-4bd3-88fa-418f10b20500 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:52.265495 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bf95e182-3b9e-4653-8945-cfbebd57d25c req-bf46b79d-a542-4bd3-88fa-418f10b20500 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.1261001 May 25 22:56:52.411520 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 76dad8ab-275c-40ee-8902-f605c3ae2aee triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:52.412006 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.414568 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bf95e182-3b9e-4653-8945-cfbebd57d25c req-8d1f52ea-8b41-4367-ac02-27d0e28ea25b tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407850 May 25 22:56:52.440117 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb57490-6547-4cda-a1ad-12edb1dfe64a" -d '{"events": [{"name": "network-changed", "server_uuid": "db0a81ea-2dfa-4fc4-8aac-5638937957a2", "tag": "8d257725-5e8e-496e-b4fc-fa46b28505b7"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:56:52.572496 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-bf1f06e6-21d0-41dc-b53a-e8bdb8eefd91 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--971745569&fields=id&tenant_id=6b959c8b4c7c40e7a8862dce3c449e49 HTTP/1.1" status: 200 len: 267 time: 0.0495701 May 25 22:56:52.702925 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8abca08b-c683-4f7f-85c7-e42d4be87927 req-17226bc5-bb81-4d5d-917b-9c7dba7c32e8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.1028748 May 25 22:56:52.762836 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 54792) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:52.785723 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5b13fb6f-f44f-4e22-8bf6-e8e0ef70c80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.800600 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a6297c10-bedd-4bff-a3c2-5131aa31eefe req-d6ae810d-eec8-437c-b14b-69fbf2fcccc6 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0350273 May 25 22:56:52.925396 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-7d7361fa-3935-4aed-820d-9012a1a966b0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:52.929995 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-7d7361fa-3935-4aed-820d-9012a1a966b0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 816 time: 0.3470812 May 25 22:56:52.947311 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Notify callbacks [] for port, precommit_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.951578 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 76dad8ab-275c-40ee-8902-f605c3ae2aee is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:52.978922 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-d840e29e-e089-4051-87b3-a9d2c7d159ae tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/quotas/6b959c8b4c7c40e7a8862dce3c449e49 HTTP/1.1" status: 200 len: 375 time: 0.0366359 May 25 22:56:53.054671 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-119120ba-a8e3-430d-a49c-1b20193f3836 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746012 May 25 22:56:53.069268 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.219752 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5b13fb6f-f44f-4e22-8bf6-e8e0ef70c80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.281273 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dd1748-0a10-4d7b-9af6-078d82c8f33b x-openstack-request-id: req-95dd1748-0a10-4d7b-9af6-078d82c8f33b {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:56:53.283326 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0a81ea-2dfa-4fc4-8aac-5638937957a2", "tag": "8d257725-5e8e-496e-b4fc-fa46b28505b7", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:56:53.283810 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95dd1748-0a10-4d7b-9af6-078d82c8f33b {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:56:53.285715 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95dd1748-0a10-4d7b-9af6-078d82c8f33b'] response: {'name': 'network-changed', 'server_uuid': 'db0a81ea-2dfa-4fc4-8aac-5638937957a2', 'tag': '8d257725-5e8e-496e-b4fc-fa46b28505b7', 'status': 'completed', 'code': 200} May 25 22:56:53.311447 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-aaf53e1b-a7c3-47eb-ab61-61c777bcfc50 service neutron] 10.222.0.48 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215936 May 25 22:56:53.425841 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-2663d756-6bda-4cbe-a8be-1170fd2f2044 service neutron] 10.222.0.48 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076770 May 25 22:56:53.438159 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93063656-05a7-4ca2-a86f-bd5f4935a10b None None] Pushing event updated for resources: {'Port': ['ID=7b9cd463-01e6-4d85-af21-b6786e654684,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:53.454594 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5b13fb6f-f44f-4e22-8bf6-e8e0ef70c80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.502828 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5b13fb6f-f44f-4e22-8bf6-e8e0ef70c80c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b07596175d7b43f0a6ca8de3490c6a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7386425 May 25 22:56:53.505517 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 54810) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:53.514131 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Attempting to bind port 7b9cd463-01e6-4d85-af21-b6786e654684 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:53.514615 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Attempting to bind port 7b9cd463-01e6-4d85-af21-b6786e654684 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:53.515369 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Attempting to bind port 7b9cd463-01e6-4d85-af21-b6786e654684 on network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:56:53.515750 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13fb6f-f44f-4e22-8bf6-e8e0ef70c80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee916751-bda3-4277-840f-b7db8c0296a4,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:53.519432 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-70241f51-e5f5-435b-be3b-b47d9233a11f None None] Provisioning complete for port 7b9cd463-01e6-4d85-af21-b6786e654684 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:53.519901 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-70241f51-e5f5-435b-be3b-b47d9233a11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.551862 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:56:53.557062 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Checking segment: {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:56:53.557062 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.557062 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Bound using segment: {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:56:53.557062 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Bound port: 7b9cd463-01e6-4d85-af21-b6786e654684, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:53.557062 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.605722 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afba15f-e84d-45c0-b1ff-f1de2f3417e7 req-7bd9e939-d64e-4bcc-9e47-0ff43a9fe590 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:53.610141 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-70241f51-e5f5-435b-be3b-b47d9233a11f None None] Port 7b9cd463-01e6-4d85-af21-b6786e654684 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:56:53.612548 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8afba15f-e84d-45c0-b1ff-f1de2f3417e7 req-7bd9e939-d64e-4bcc-9e47-0ff43a9fe590 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.0967662 May 25 22:56:53.648217 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1fb1272b-9da7-4d0b-8bba-2fd346064075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.650364 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-e631949c-8262-4446-b0e4-5963278b926c None None] For port 7b9cd463-01e6-4d85-af21-b6786e654684, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:53.654935 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-e631949c-8262-4446-b0e4-5963278b926c None None] For port 7b9cd463-01e6-4d85-af21-b6786e654684, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=7b9cd463-01e6-4d85-af21-b6786e654684,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:53.683820 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8afba15f-e84d-45c0-b1ff-f1de2f3417e7 req-e6c375b7-3bce-4453-8338-48d79452d930 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523303 May 25 22:56:53.692991 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1fb1272b-9da7-4d0b-8bba-2fd346064075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.799954 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-38e370e4-c738-4b55-b7f1-c7c8fe680896 req-eeace3fd-f0fd-4362-965a-ab3216134581 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0260937 May 25 22:56:53.862967 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1fb1272b-9da7-4d0b-8bba-2fd346064075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.864403 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.865663 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1fb1272b-9da7-4d0b-8bba-2fd346064075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.866978 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-1fb1272b-9da7-4d0b-8bba-2fd346064075 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee916751-bda3-4277-840f-b7db8c0296a4 HTTP/1.1" status: 204 len: 168 time: 0.3603990 May 25 22:56:53.880010 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1272b-9da7-4d0b-8bba-2fd346064075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee916751-bda3-4277-840f-b7db8c0296a4,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:53.937447 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-efe80f9d-65f3-4318-a119-65a6228e94d3 req-df1ef2e7-2d3d-4736-a8e7-b61d79ec6bec tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0467122 May 25 22:56:53.974018 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93063656-05a7-4ca2-a86f-bd5f4935a10b None None] Pushing event updated for resources: {'Port': ['ID=7b9cd463-01e6-4d85-af21-b6786e654684,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:54.020963 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-73ffe32e-1dfd-4a7b-8a8c-2059842f6b45 req-850aa01f-3457-4c7b-a678-7a825985439c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0543396 May 25 22:56:54.045863 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:56:54.046515 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-e631949c-8262-4446-b0e4-5963278b926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:54.170214 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-e631949c-8262-4446-b0e4-5963278b926c None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:56:54.296356 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7d274379-d4fd-43fd-9a80-34ec5eeaded7 None None] Provisioning complete for port 7b9cd463-01e6-4d85-af21-b6786e654684 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:54.296729 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7d274379-d4fd-43fd-9a80-34ec5eeaded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.438501 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7d274379-d4fd-43fd-9a80-34ec5eeaded7 None None] Current status of the port 7b9cd463-01e6-4d85-af21-b6786e654684 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:54.439657 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7d274379-d4fd-43fd-9a80-34ec5eeaded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.475846 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-e631949c-8262-4446-b0e4-5963278b926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:53Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:54.479252 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7d274379-d4fd-43fd-9a80-34ec5eeaded7 None None] For port 7b9cd463-01e6-4d85-af21-b6786e654684, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=7b9cd463-01e6-4d85-af21-b6786e654684,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:54.504743 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631949c-8262-4446-b0e4-5963278b926c None None] The sync data for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi is: [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:53Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:56:54.564108 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7d274379-d4fd-43fd-9a80-34ec5eeaded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.618261 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d274379-d4fd-43fd-9a80-34ec5eeaded7 None None] Pushing event updated for resources: {'Port': ['ID=7b9cd463-01e6-4d85-af21-b6786e654684,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:54.817591 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca9151-afa7-4255-b0f0-195b68d6f6fc req-849b1fda-fdf1-4dc6-b2e8-60debb981b40 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:54.819332 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4dca9151-afa7-4255-b0f0-195b68d6f6fc req-849b1fda-fdf1-4dc6-b2e8-60debb981b40 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.0641069 May 25 22:56:54.864350 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4dca9151-afa7-4255-b0f0-195b68d6f6fc req-546d1b54-0ce0-4dd6-bae7-9ba74061a6e5 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383408 May 25 22:56:54.923398 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9ca2c705-0a0f-44d2-a04b-59f5ae78778f req-20ad316e-4db0-4dea-a3ce-6ae982b86198 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0318520 May 25 22:56:55.032504 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8603226-c6be-45f7-87a2-8b0b3961fb20 req-871a47a1-6018-4106-9fa3-3e0e3e72c67c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0296476 May 25 22:56:55.109561 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-481caae3-b6dd-40a8-bf8a-c99bd5b0e17c req-571ba38a-90a4-4f76-a964-8d628e3933ea tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0347881 May 25 22:56:55.392308 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 7b9cd463-01e6-4d85-af21-b6786e654684 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:56:55.449376 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 7b9cd463-01e6-4d85-af21-b6786e654684 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:55.454105 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.554501 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 7b9cd463-01e6-4d85-af21-b6786e654684 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:56:55.665636 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.988913 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449906c5-e3f8-4c9c-8a4c-90532e017724 req-f5aba2d9-ded5-47a2-afaa-ad1b8685468f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:55.988913 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-449906c5-e3f8-4c9c-8a4c-90532e017724 req-f5aba2d9-ded5-47a2-afaa-ad1b8685468f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.0553975 May 25 22:56:56.034395 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b47a72b2-f756-4bf3-935d-0388e0e19a81 req-9cb2d21e-c4da-469b-821a-614f0937c451 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0319479 May 25 22:56:56.052881 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-449906c5-e3f8-4c9c-8a4c-90532e017724 req-8ab5d616-0558-4bce-9bc4-44adedb278d2 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573118 May 25 22:56:56.131763 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c15c82f4-0efa-4dda-ba39-cd3745f591c8 req-41ca2e15-3050-4f4e-93d8-47d869e5ea24 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0317955 May 25 22:56:56.211513 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-43b2b1af-ec0a-4ffc-91b0-b4da0ef1f349 req-1534ea3f-7330-4662-b5b6-7dc9018a058f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0260279 May 25 22:56:56.893978 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.24', 58919) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:56:57.145440 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1abfaad0-e5e5-46d6-be84-58446a037ad0 req-8062bbec-3f5c-48d4-9a9a-aed01a8bc4df tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0281460 May 25 22:56:57.197185 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd758f7-341e-4a0e-9ec4-c72ee4d879b2 req-9ae5e9a8-1882-4b4a-ae70-19c41a0a5968 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:57.198718 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5fd758f7-341e-4a0e-9ec4-c72ee4d879b2 req-9ae5e9a8-1882-4b4a-ae70-19c41a0a5968 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.0567842 May 25 22:56:57.248490 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-29d9e898-b857-405f-a627-ef1cd2de544a req-1599f5bc-35dd-424b-9245-3759ea9a6ee1 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0379574 May 25 22:56:57.272481 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5fd758f7-341e-4a0e-9ec4-c72ee4d879b2 req-537a6a38-cf7d-4173-a58c-784f3e774688 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678139 May 25 22:56:57.333296 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-790f170b-c8ff-4f99-880c-df387e234ff0 req-0866b47a-66aa-4850-b6c7-2285ba4dbfd5 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0281909 May 25 22:56:58.268134 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a7709554-9e8e-4188-9ac2-60dbecf5b982 req-f1b4c1ae-8815-47a0-82e1-58257fbe9f45 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0315921 May 25 22:56:58.354245 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-79f5bd7d-6eab-49ef-acd3-ec033467d7c5 req-4df92563-f2a2-4b8a-80f9-5e9397cd552a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0289080 May 25 22:56:58.451319 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7b660-6a13-4fb0-bd03-d17ed508ef2a req-c06f93e0-7550-4784-8224-37242fd9030f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:58.452903 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a6f7b660-6a13-4fb0-bd03-d17ed508ef2a req-c06f93e0-7550-4784-8224-37242fd9030f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.1024570 May 25 22:56:58.476738 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59b4568a-16fb-465a-be29-12bdd63bffc5 req-16565c7c-73e2-4f40-8e6e-5a1be586ece6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0469930 May 25 22:56:58.525934 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a6f7b660-6a13-4fb0-bd03-d17ed508ef2a req-4af7870f-de16-4d14-8a52-7911b4e6dfac tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473073 May 25 22:56:59.477410 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a9d77309-c7d6-4acf-b264-5b0403f5c649 req-e545e247-c096-4f09-9c04-a3bf4c05bc60 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0287893 May 25 22:56:59.513320 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ca4f6d70-fbeb-42ae-9682-0779f951b9c1 req-339af67e-0480-4fc5-8ac4-13f427c2e27f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0386255 May 25 22:56:59.603580 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-54ced086-13a9-4a26-9701-79eb9a0813df req-88437942-2645-4804-8416-4bb3c01dbf0d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0319178 May 25 22:56:59.722430 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73e597-717d-4fe3-a8b9-f66bae397dd9 req-8953f1a1-16b7-4d9d-a4f6-cf81a7ce81b7 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:56:59.723905 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eb73e597-717d-4fe3-a8b9-f66bae397dd9 req-8953f1a1-16b7-4d9d-a4f6-cf81a7ce81b7 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.0567880 May 25 22:56:59.766616 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eb73e597-717d-4fe3-a8b9-f66bae397dd9 req-03213bba-3e15-41ce-be1f-91c923daf829 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366356 May 25 22:57:00.178218 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55080) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:00.324821 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55090) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:00.374094 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2a6f3c89-51ae-49b5-bd95-c00500a1e328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.442385 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-62b6fdce-5554-4677-89b6-1a17598eb585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.506893 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2a6f3c89-51ae-49b5-bd95-c00500a1e328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.563805 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-62b6fdce-5554-4677-89b6-1a17598eb585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.623386 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5c47a5ed-1484-4cf5-ab2d-6c1203ba4cc6 req-fabfe2a1-f120-414f-878d-b65a1b69c44f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0432072 May 25 22:57:00.655005 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-643d4600-392e-4cd8-b519-877af218f480 req-1fdbfe1a-3b27-488a-afd8-42109dac3d5a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0348122 May 25 22:57:00.732203 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a04a2184-cd56-46ad-9777-83fea9901d8f req-2e5096c7-3521-48e7-a58f-c2a9ef9ff962 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0256169 May 25 22:57:00.743364 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2a6f3c89-51ae-49b5-bd95-c00500a1e328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.784096 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-62b6fdce-5554-4677-89b6-1a17598eb585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.796411 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f3c89-51ae-49b5-bd95-c00500a1e328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e2f60d-d929-4904-8b8b-453b3e4015c8,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:00.802312 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-2a6f3c89-51ae-49b5-bd95-c00500a1e328 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c27cba2028c4162885f1af3c87fd6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224329 May 25 22:57:00.804452 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55102) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:00.845760 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-62b6fdce-5554-4677-89b6-1a17598eb585 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc85b4cc75714114bc90ab96bab8fbbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5198901 May 25 22:57:00.850936 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55104) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:00.858399 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6fdce-5554-4677-89b6-1a17598eb585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e293441-b82c-4aac-953e-fd4865c8e62c,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:00.915407 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a17c0ebd-e1ed-45aa-b55b-cb2f2e7e5ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.949477 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a17c0ebd-e1ed-45aa-b55b-cb2f2e7e5ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.978785 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5b1042a4-1e76-48cb-9fa0-a3547f3d150b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.036523 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e8bea-6461-4981-92ef-1852b8e62431 req-9545c40f-2a6d-4837-b373-dffe10041489 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:01.041784 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-474e8bea-6461-4981-92ef-1852b8e62431 req-9545c40f-2a6d-4837-b373-dffe10041489 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.1613653 May 25 22:57:01.042867 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55110) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:01.066554 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5b1042a4-1e76-48cb-9fa0-a3547f3d150b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.145905 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-474e8bea-6461-4981-92ef-1852b8e62431 req-0eaf7b51-d2d8-4b35-9255-74e472ec59cf tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904603 May 25 22:57:01.185907 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-18c1839e-539d-482c-b5e0-e75ab35a16b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.271607 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5b1042a4-1e76-48cb-9fa0-a3547f3d150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.273779 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a17c0ebd-e1ed-45aa-b55b-cb2f2e7e5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.274938 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5b1042a4-1e76-48cb-9fa0-a3547f3d150b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.276128 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-5b1042a4-1e76-48cb-9fa0-a3547f3d150b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38e2f60d-d929-4904-8b8b-453b3e4015c8 HTTP/1.1" status: 204 len: 168 time: 0.4705288 May 25 22:57:01.276427 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a17c0ebd-e1ed-45aa-b55b-cb2f2e7e5ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.277755 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-a17c0ebd-e1ed-45aa-b55b-cb2f2e7e5ad2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e293441-b82c-4aac-953e-fd4865c8e62c HTTP/1.1" status: 204 len: 168 time: 0.4269471 May 25 22:57:01.290614 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1042a4-1e76-48cb-9fa0-a3547f3d150b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e2f60d-d929-4904-8b8b-453b3e4015c8,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:01.320289 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c0ebd-e1ed-45aa-b55b-cb2f2e7e5ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e293441-b82c-4aac-953e-fd4865c8e62c,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:01.388186 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-18c1839e-539d-482c-b5e0-e75ab35a16b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.465677 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-18c1839e-539d-482c-b5e0-e75ab35a16b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.500867 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-18c1839e-539d-482c-b5e0-e75ab35a16b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84f9f4eb8b084b20a819edc9c5b3c708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540682 May 25 22:57:01.501369 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55120) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:01.506445 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1839e-539d-482c-b5e0-e75ab35a16b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70497e8-0ffd-497d-89da-9fbefd1464f6,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:01.569524 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-78388123-bdb1-4708-9b64-527cbd81942c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.597758 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-78388123-bdb1-4708-9b64-527cbd81942c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.755240 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3aa22fb6-b1cd-41ba-a996-9b8a8ac6c3a7 req-7a4d3c11-36fe-4fc4-9425-4438872b4aa3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0351875 May 25 22:57:01.757289 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-78388123-bdb1-4708-9b64-527cbd81942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.759970 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-78388123-bdb1-4708-9b64-527cbd81942c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.761218 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-78388123-bdb1-4708-9b64-527cbd81942c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a70497e8-0ffd-497d-89da-9fbefd1464f6 HTTP/1.1" status: 204 len: 168 time: 0.2588131 May 25 22:57:01.842729 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-45e23599-7163-4b04-a2d2-ee42b351c3ca req-67f6315c-300b-4faf-af2f-30ac54f0efdf tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0909925 May 25 22:57:01.843747 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78388123-bdb1-4708-9b64-527cbd81942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70497e8-0ffd-497d-89da-9fbefd1464f6,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:01.901269 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3d9bafd7-0a70-42bf-9f75-98ecebd3ccff req-23b3c2c9-2846-4479-8af7-463fcf902764 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0415916 May 25 22:57:02.285372 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3a6cc-6bdd-43f6-8133-3f566916b46b req-a1b82a49-e37e-49f4-912d-2ac283e015ed tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:02.287016 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-67d3a6cc-6bdd-43f6-8133-3f566916b46b req-a1b82a49-e37e-49f4-912d-2ac283e015ed tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.0601206 May 25 22:57:02.328016 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-67d3a6cc-6bdd-43f6-8133-3f566916b46b req-5d06c3ff-37bc-4e6a-b933-d9d6a3715670 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341451 May 25 22:57:02.514174 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55146) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:02.529696 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-909323d0-350f-4500-88dc-d3bd8afeb760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.658243 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-909323d0-350f-4500-88dc-d3bd8afeb760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.742855 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-909323d0-350f-4500-88dc-d3bd8afeb760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.794351 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-909323d0-350f-4500-88dc-d3bd8afeb760 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff64877e253447eb8f37c1a52a3d0860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783709 May 25 22:57:02.795866 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909323d0-350f-4500-88dc-d3bd8afeb760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45a79e7-ffb0-4f35-896b-eb57988de8bf,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:02.874862 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ee51bb75-4e7a-4756-96df-6999c7b782eb req-9c747dc9-1bcd-4380-a244-f535d59a972b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0274494 May 25 22:57:02.932141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55156) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:02.942952 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abd81f57-3a31-437a-a138-e183be7b77cb req-46bafa13-2de4-4a7a-a80f-61f348d26589 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0367794 May 25 22:57:03.003417 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fdfa84f0-e163-4300-9d5e-92b74b6887b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.041142 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-835ddf39-0b2c-4b6d-97a0-716c4f1d230b req-df0518f6-18a1-48b8-b9b1-96e03ff2bfb8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0400970 May 25 22:57:03.054984 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fdfa84f0-e163-4300-9d5e-92b74b6887b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.115182 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55162) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:03.130445 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3a9f31a7-d04a-4c7a-a5e9-3d08a3813f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.177000 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fdfa84f0-e163-4300-9d5e-92b74b6887b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.179532 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fdfa84f0-e163-4300-9d5e-92b74b6887b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.180664 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-fdfa84f0-e163-4300-9d5e-92b74b6887b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c45a79e7-ffb0-4f35-896b-eb57988de8bf HTTP/1.1" status: 204 len: 168 time: 0.2471461 May 25 22:57:03.195170 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa84f0-e163-4300-9d5e-92b74b6887b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45a79e7-ffb0-4f35-896b-eb57988de8bf,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:03.237832 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3a9f31a7-d04a-4c7a-a5e9-3d08a3813f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.272852 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55166) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:03.286272 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ebeea8d2-59c4-4098-8835-50e83bfe22b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.313814 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3a9f31a7-d04a-4c7a-a5e9-3d08a3813f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.363454 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-3a9f31a7-d04a-4c7a-a5e9-3d08a3813f6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3b9e771e0dd4c4aa49515c866ea6aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471423 May 25 22:57:03.365922 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55170) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:03.369253 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f31a7-d04a-4c7a-a5e9-3d08a3813f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5147ad7f-da47-4f78-b019-223d444fb36b,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:03.442592 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ebeea8d2-59c4-4098-8835-50e83bfe22b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.453795 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e060d8-7494-458c-a67d-74d2aa0530ab req-f5df1d58-5900-4248-87b6-e7e9cab2a9de tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:03.454564 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f5616544-b5a3-45b5-b62d-f998ca8b2bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.455278 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46e060d8-7494-458c-a67d-74d2aa0530ab req-f5df1d58-5900-4248-87b6-e7e9cab2a9de tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.0483103 May 25 22:57:03.477106 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f5616544-b5a3-45b5-b62d-f998ca8b2bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.494345 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46e060d8-7494-458c-a67d-74d2aa0530ab req-35da80a4-cd8f-441f-8493-b6985c0c8f66 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 May 25 22:57:03.509318 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ebeea8d2-59c4-4098-8835-50e83bfe22b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.551563 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ebeea8d2-59c4-4098-8835-50e83bfe22b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=920a395b221245a48a3d1fddc0911008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776132 May 25 22:57:03.552450 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeea8d2-59c4-4098-8835-50e83bfe22b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0de088-f992-4064-bf51-124df035d1bf,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:03.554239 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55174) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:03.604528 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b7326ec4-9bf6-493a-ba96-8dcbf2271b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.626277 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b7326ec4-9bf6-493a-ba96-8dcbf2271b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.669782 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f5616544-b5a3-45b5-b62d-f998ca8b2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.671070 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f5616544-b5a3-45b5-b62d-f998ca8b2bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.693499 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f5616544-b5a3-45b5-b62d-f998ca8b2bf4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5147ad7f-da47-4f78-b019-223d444fb36b HTTP/1.1" status: 204 len: 168 time: 0.3077471 May 25 22:57:03.693499 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5616544-b5a3-45b5-b62d-f998ca8b2bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5147ad7f-da47-4f78-b019-223d444fb36b,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:03.779768 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b7326ec4-9bf6-493a-ba96-8dcbf2271b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.782211 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b7326ec4-9bf6-493a-ba96-8dcbf2271b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.783389 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-b7326ec4-9bf6-493a-ba96-8dcbf2271b89 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba0de088-f992-4064-bf51-124df035d1bf HTTP/1.1" status: 204 len: 168 time: 0.2275603 May 25 22:57:03.791596 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7326ec4-9bf6-493a-ba96-8dcbf2271b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0de088-f992-4064-bf51-124df035d1bf,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:04.015095 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-640c43d3-4d95-4150-9458-fcb9bf498ea4 req-0db5a104-fdeb-47f5-b0c9-51b3b7d63e3b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0284505 May 25 22:57:04.048432 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-815aaf40-8c98-4d68-bf31-f93f4ffab6a0 req-49e66d24-3491-424d-bc43-93a5b60d63f9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0253603 May 25 22:57:04.139779 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ae1af4e9-5011-4b59-b6b9-406f8d08baef req-9b4f127d-5308-4e15-a96d-6de02c4f93cf tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0275435 May 25 22:57:04.609769 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46e88e-c82b-4b22-a5fc-318a445f34d9 req-e77fd607-f2cd-470b-b21a-4adbce2d6aa9 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:04.611470 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5e46e88e-c82b-4b22-a5fc-318a445f34d9 req-e77fd607-f2cd-470b-b21a-4adbce2d6aa9 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.0482278 May 25 22:57:04.650404 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5e46e88e-c82b-4b22-a5fc-318a445f34d9 req-34ef6fca-7444-407e-9b0e-13f46251708b tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326645 May 25 22:57:05.114867 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-965945a4-04b6-48cc-8278-f99a5ece76f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d257725-5e8e-496e-b4fc-fa46b28505b7 HTTP/1.1" status: 200 len: 217 time: 0.0683167 May 25 22:57:05.175196 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9bf88b96-a3a2-4d29-9e6b-d23829447bc6 req-890cfa9a-57a6-4049-bc4e-70a3cf21f1d4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0569761 May 25 22:57:05.235067 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-e547fc6c-0e5b-4305-a907-07926b15f47b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:05.238592 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-e547fc6c-0e5b-4305-a907-07926b15f47b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 814 time: 0.2196445 May 25 22:57:05.253899 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d53891b9-4ed7-4d21-b940-046a47ea650c req-74a5aa99-8509-44d5-b2dc-e03aec774d37 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0690320 May 25 22:57:05.267387 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-f19a849b-754d-4dc4-8c6c-8634c23419c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:05.269866 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-f19a849b-754d-4dc4-8c6c-8634c23419c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5a3ac-bedc-46b2-a593-401e2f169f9c HTTP/1.1" status: 200 len: 851 time: 0.1085780 May 25 22:57:05.335387 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9708d3fb-43c5-4cce-bb60-7801e54e560a req-27d415ce-61f9-475c-b434-d1d715d34587 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0479553 May 25 22:57:05.375104 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-4e8cf4e7-0e43-4d69-adfe-ae8b0554a03a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb79a705-9e42-41b1-883c-eb5d22924544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949676 May 25 22:57:05.375823 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-2c914ced-8c20-4776-aee3-0b58ab355c6d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 379 time: 0.1047864 May 25 22:57:05.410339 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'port': {'device_id': '27eff1e9-bed7-4efa-86de-1585b975a248', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'admin_state_up': True, 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'security_groups': ['de364dac-92f2-4328-884d-2959518b9a8e']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:05.505692 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-34769416-25e5-4453-9abe-bece1bc3c909 service neutron] 10.222.0.24 "GET /v2.0/networks/bb79a705-9e42-41b1-883c-eb5d22924544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095529 May 25 22:57:05.603752 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Made reservation on behalf of f9cea3c91d374b32817fc9600bcae426 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:05.607799 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:05.609185 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c31eb9d3-a6b6-40a7-992a-3ceabf55a0ea req-9267c56f-491a-44bc-bcab-9df37d49db67 service neutron] 10.222.0.24 "GET /v2.0/networks/bb79a705-9e42-41b1-883c-eb5d22924544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902247 May 25 22:57:05.851797 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb57490-6547-4cda-a1ad-12edb1dfe64a req-eeda35ba-dd12-4e43-9d02-939d3517eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:05.853248 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-9bb57490-6547-4cda-a1ad-12edb1dfe64a req-eeda35ba-dd12-4e43-9d02-939d3517eb91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1301e3aafdec46528948dc13614a0688&device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 1097 time: 0.0403628 May 25 22:57:05.864846 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb3ee5-0292-4f33-8228-94147d965d11 req-d6ad62e3-4f80-483e-8c78-5658976f541d tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:05.866423 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-07bb3ee5-0292-4f33-8228-94147d965d11 req-d6ad62e3-4f80-483e-8c78-5658976f541d tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.1227560 May 25 22:57:05.867595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Allocated IP 172.20.0.9 (8832910d-3014-46b3-926b-42ce9e4f63a7/3cc5fde0-cb97-48f5-833b-89086f6b613a/cdf827b2-486c-468c-94f9-fc8eba9e1099) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:05.938820 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-07bb3ee5-0292-4f33-8228-94147d965d11 req-14e3baa1-a694-4cfa-81fd-9f1f9efafdd5 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641992 May 25 22:57:06.017118 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55286) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:06.083894 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb57490-6547-4cda-a1ad-12edb1dfe64a req-3b5f70d0-c221-495c-87a6-42fa90872464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:06.085472 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-9bb57490-6547-4cda-a1ad-12edb1dfe64a req-3b5f70d0-c221-495c-87a6-42fa90872464 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb79a705-9e42-41b1-883c-eb5d22924544 HTTP/1.1" status: 200 len: 912 time: 0.2245142 May 25 22:57:06.203355 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-9bb57490-6547-4cda-a1ad-12edb1dfe64a req-791b74d1-0f89-4737-a3a9-0632166fe332 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d257725-5e8e-496e-b4fc-fa46b28505b7 HTTP/1.1" status: 200 len: 217 time: 0.0400221 May 25 22:57:06.225850 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.256234 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb57490-6547-4cda-a1ad-12edb1dfe64a req-c01ac3a4-9ad1-4fdb-b39f-69cb52d8b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:06.258553 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-9bb57490-6547-4cda-a1ad-12edb1dfe64a req-c01ac3a4-9ad1-4fdb-b39f-69cb52d8b6b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5a3ac-bedc-46b2-a593-401e2f169f9c HTTP/1.1" status: 200 len: 851 time: 0.0468628 May 25 22:57:06.309366 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-9bb57490-6547-4cda-a1ad-12edb1dfe64a req-09b106d5-5a8b-443d-8331-ed48078dfe4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb79a705-9e42-41b1-883c-eb5d22924544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417147 May 25 22:57:06.332513 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7a77077b-6680-4f1e-85b5-d740283d2e21 req-8127089e-3b68-4054-874f-7ca149ef0ff0 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0389900 May 25 22:57:06.385275 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e22ccebe-3915-42b3-94f0-b84943c18412 req-6eb97fba-9ad9-4cbb-8090-37b17318bc45 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0331354 May 25 22:57:06.410948 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.461258 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.24', 58938) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:06.545529 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d15a8c36-930f-4f27-9d7b-8858c97c82a4 req-acc9b14a-bf63-47a4-baf4-36c2b1536b6b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0814552 May 25 22:57:06.561640 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:06.588259 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:06.604402 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:57:06.610857 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:06.611706 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.632123 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-aa013e8c-a37f-48e2-a762-ad87c695887b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.723562 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-caf37251-edbf-46fa-8f7e-3fb7095fcfe7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:06.725300 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-caf37251-edbf-46fa-8f7e-3fb7095fcfe7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 818 time: 0.1624365 May 25 22:57:06.731290 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=cdf827b2-486c-468c-94f9-fc8eba9e1099,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:06.748205 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-9bb57490-6547-4cda-a1ad-12edb1dfe64a req-84786b4b-f5cb-4b17-8190-3c8f0dcedbd1 service neutron] 10.222.0.24 "GET /v2.0/networks/bb79a705-9e42-41b1-883c-eb5d22924544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287102 May 25 22:57:06.765433 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Request body: {'port': {'device_id': '4086b450-e415-4f12-b92f-fc8f071bfc3e', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'admin_state_up': True, 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:06.858750 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-aa013e8c-a37f-48e2-a762-ad87c695887b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.869263 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-9115dbe0-6406-4916-b438-35410583a133 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4638879 May 25 22:57:06.892270 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Request body: {'port': {'device_id': '27eff1e9-bed7-4efa-86de-1585b975a248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:06.903773 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-9bb57490-6547-4cda-a1ad-12edb1dfe64a req-6177f533-401c-4669-82ae-2ec8c7989fce service neutron] 10.222.0.24 "GET /v2.0/networks/bb79a705-9e42-41b1-883c-eb5d22924544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332419 May 25 22:57:06.972749 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.985466 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-61f7c536-dbe0-4370-b2c1-7dc47f79fbc5 None None] Provisioning complete for port cdf827b2-486c-468c-94f9-fc8eba9e1099 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:06.985964 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-61f7c536-dbe0-4370-b2c1-7dc47f79fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.003523 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-aa013e8c-a37f-48e2-a762-ad87c695887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.058737 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-61f7c536-dbe0-4370-b2c1-7dc47f79fbc5 None None] Port cdf827b2-486c-468c-94f9-fc8eba9e1099 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:57:07.079950 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa013e8c-a37f-48e2-a762-ad87c695887b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d0217b-8fd3-4b7a-83f4-397673a4cec7,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:07.092577 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Made reservation on behalf of 643eaa780dcd4affae5495c9fb3e7379 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:07.096435 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-aa013e8c-a37f-48e2-a762-ad87c695887b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ef4d49516634ef5a1814ab332062f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0780871 May 25 22:57:07.098019 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55326) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:07.099921 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.193489 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f53c2efb-765f-4dfb-876b-6143ecf40741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.219417 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f53c2efb-765f-4dfb-876b-6143ecf40741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.281051 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a2bd6-66f5-4f3b-9273-4a6d713d300a req-820d2eb8-5487-4379-90a1-12f5b3ab4a77 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:07.283354 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-040a2bd6-66f5-4f3b-9273-4a6d713d300a req-820d2eb8-5487-4379-90a1-12f5b3ab4a77 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.2512951 May 25 22:57:07.388545 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f53c2efb-765f-4dfb-876b-6143ecf40741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.391546 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f53c2efb-765f-4dfb-876b-6143ecf40741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.392805 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f53c2efb-765f-4dfb-876b-6143ecf40741 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84d0217b-8fd3-4b7a-83f4-397673a4cec7 HTTP/1.1" status: 204 len: 168 time: 0.2938824 May 25 22:57:07.406197 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c2efb-765f-4dfb-876b-6143ecf40741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d0217b-8fd3-4b7a-83f4-397673a4cec7,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:07.525009 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-040a2bd6-66f5-4f3b-9273-4a6d713d300a req-4cb7c255-0c20-41fe-81ad-cc0a47569843 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998353 May 25 22:57:07.639260 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Allocated IP 172.20.0.8 (f86d3f49-8651-4cd7-81c5-3f077bc05bd0/4768f422-cc4f-45c3-b39a-6b417254c5bb/54c238a9-a304-417b-86b0-6155600c3398) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:07.668839 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e640850b-e376-4a49-88e8-a141f87dbc40 req-6e390cb3-47b6-4c6d-a788-4d503f6361af tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0518374 May 25 22:57:07.676517 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07256463-f740-4c4a-a773-d5d043dd38b3 req-76a5eb10-5cba-4bb8-8cd6-dccc72bfd305 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:07.678049 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-07256463-f740-4c4a-a773-d5d043dd38b3 req-76a5eb10-5cba-4bb8-8cd6-dccc72bfd305 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 931 time: 0.2543015 May 25 22:57:07.728297 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-7e5fb88e-eea8-43cb-9311-433a6b5bf65f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:07.730053 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-7e5fb88e-eea8-43cb-9311-433a6b5bf65f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 818 time: 0.1849909 May 25 22:57:07.754235 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Request body: {'port': {'device_id': '3230ee3b-309a-447b-b710-08bfd51b34e3', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'admin_state_up': True, 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:07.828553 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-07256463-f740-4c4a-a773-d5d043dd38b3 req-364e3850-a36e-4a8c-96b3-c670a401b760 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380186 May 25 22:57:07.835455 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c023ac5a-a990-4a30-8e77-b8373874b9b5 req-5530ed39-a27b-46a5-8065-42db07fc9d42 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0573561 May 25 22:57:07.839678 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf827b2-486c-468c-94f9-fc8eba9e1099 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:57:07.880068 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.937643 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Transition to ACTIVE for port object cdf827b2-486c-468c-94f9-fc8eba9e1099 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:07.990633 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.997180 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Made reservation on behalf of 643eaa780dcd4affae5495c9fb3e7379 for: {'port': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:08.000739 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.066788 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.176013 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.182872 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Pushing event updated for resources: {'Port': ['ID=cdf827b2-486c-468c-94f9-fc8eba9e1099,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:08.245952 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Allocated IP 172.20.0.12 (f86d3f49-8651-4cd7-81c5-3f077bc05bd0/4768f422-cc4f-45c3-b39a-6b417254c5bb/25eaf733-14d8-43e9-a80d-82cfa4558e00) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:08.281768 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:08.285286 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:08.290542 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:57:08.296063 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:08.296679 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.305493 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Attempting to bind port cdf827b2-486c-468c-94f9-fc8eba9e1099 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:08.305861 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Attempting to bind port cdf827b2-486c-468c-94f9-fc8eba9e1099 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:08.306247 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Attempting to bind port cdf827b2-486c-468c-94f9-fc8eba9e1099 on network 8832910d-3014-46b3-926b-42ce9e4f63a7 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:57:08.336510 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Port cdf827b2-486c-468c-94f9-fc8eba9e1099 on network 8832910d-3014-46b3-926b-42ce9e4f63a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 22:57:08.336831 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Attempting to bind port cdf827b2-486c-468c-94f9-fc8eba9e1099 on network 8832910d-3014-46b3-926b-42ce9e4f63a7 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:57:08.339895 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event updated for resources: {'Port': ['ID=54c238a9-a304-417b-86b0-6155600c3398,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:08.344734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:57:08.345076 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Checking segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:57:08.345621 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Bound using segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:57:08.346141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Bound port: cdf827b2-486c-468c-94f9-fc8eba9e1099, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:08.346521 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.444797 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] For port cdf827b2-486c-468c-94f9-fc8eba9e1099, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:08.456960 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.24', 58943) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:08.457050 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] For port cdf827b2-486c-468c-94f9-fc8eba9e1099, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=cdf827b2-486c-468c-94f9-fc8eba9e1099,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:08.478086 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-63b2852e-7fac-43cd-9e0e-68fcde198ef7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7183092 May 25 22:57:08.553442 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.554642 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.574206 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Request body: {'port': {'device_id': '4086b450-e415-4f12-b92f-fc8f071bfc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:08.646116 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55396) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:08.665837 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:08.666788 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.668965 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] 10.222.0.24 "PUT /v2.0/ports/cdf827b2-486c-468c-94f9-fc8eba9e1099 HTTP/1.1" status: 200 len: 1093 time: 1.7805727 May 25 22:57:08.669613 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27eff1e9-bed7-4efa-86de-1585b975a248', 'tag': 'cdf827b2-486c-468c-94f9-fc8eba9e1099'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:57:08.763104 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-05c6569a-fb86-4999-97cc-5da84a4fc5e0 None None] Provisioning complete for port 54c238a9-a304-417b-86b0-6155600c3398 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:08.763580 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-05c6569a-fb86-4999-97cc-5da84a4fc5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.791212 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-dd46e70f-fbd1-4011-a889-40e653c420e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.872406 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-05c6569a-fb86-4999-97cc-5da84a4fc5e0 None None] Port 54c238a9-a304-417b-86b0-6155600c3398 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:57:08.885317 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.905378 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-275e9a43-bacf-44c1-8170-e895b9515059 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:08.906907 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-275e9a43-bacf-44c1-8170-e895b9515059 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.24 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 816 time: 0.4560986 May 25 22:57:09.051996 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:09.057886 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event updated for resources: {'Port': ['ID=25eaf733-14d8-43e9-a80d-82cfa4558e00,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:09.069932 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:09.136520 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-0e2ea05b-482a-4e90-b842-3f2dd51ad33b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b959c8b4c7c40e7a8862dce3c449e49 HTTP/1.1" status: 200 len: 379 time: 0.1715300 May 25 22:57:09.141463 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-dd46e70f-fbd1-4011-a889-40e653c420e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.142688 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:57:09.149516 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:09.150141 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for port, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.219290 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'port': {'device_id': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'admin_state_up': True, 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'security_groups': ['d657158d-fd43-45bf-82b5-95a7f4876911']}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:09.323972 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebeb98-c859-4809-99ce-9d1a176c01fd service neutron] Pushing event updated for resources: {'Port': ['ID=cdf827b2-486c-468c-94f9-fc8eba9e1099,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:09.331390 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-33848ffc-9bb5-4978-939d-cea9725005ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5730021 May 25 22:57:09.334640 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-dd46e70f-fbd1-4011-a889-40e653c420e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.357894 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Request body: {'port': {'device_id': '3230ee3b-309a-447b-b710-08bfd51b34e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:09.366628 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf6f5c-e1ed-49d2-b699-3df325462512 req-3469954c-a4dc-4473-9a14-2eeb432d7425 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:09.377415 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cdcf6f5c-e1ed-49d2-b699-3df325462512 req-3469954c-a4dc-4473-9a14-2eeb432d7425 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.4856012 May 25 22:57:09.387490 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fba6a-6144-403c-87c3-420afbaa6e7d req-6dbb9565-734d-416f-ba52-edfdd986b746 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:09.398129 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2d4fba6a-6144-403c-87c3-420afbaa6e7d req-6dbb9565-734d-416f-ba52-edfdd986b746 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 932 time: 0.5292847 May 25 22:57:09.417437 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671011b8-3d84-4bff-b537-2ff013b1478f" -d '{"events": [{"name": "network-changed", "server_uuid": "27eff1e9-bed7-4efa-86de-1585b975a248", "tag": "cdf827b2-486c-468c-94f9-fc8eba9e1099"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:57:09.429407 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55428) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:09.450987 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.472451 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-dd46e70f-fbd1-4011-a889-40e653c420e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b4f18a2800646b3937e488a905d8825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8129506 May 25 22:57:09.473474 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55434) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:09.477138 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-bf7b5105-4e2b-46c1-a444-8e13e858155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:09.478636 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-bf7b5105-4e2b-46c1-a444-8e13e858155a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 1096 time: 0.5713270 May 25 22:57:09.480176 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46e70f-fbd1-4011-a889-40e653c420e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e104612d-af30-4230-bdfe-c63273a6e282,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:09.522615 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-703fc68d-a0a0-46b8-95b1-7fb8ff55e1b4 None None] Provisioning complete for port 25eaf733-14d8-43e9-a80d-82cfa4558e00 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:09.522981 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-703fc68d-a0a0-46b8-95b1-7fb8ff55e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.531651 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2d4fba6a-6144-403c-87c3-420afbaa6e7d req-faacd0f7-8ca2-498e-857a-2acae7ea0850 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255443 May 25 22:57:09.603765 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-703fc68d-a0a0-46b8-95b1-7fb8ff55e1b4 None None] Port 25eaf733-14d8-43e9-a80d-82cfa4558e00 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:57:09.631807 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.641228 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-c8d49ad8-878c-47d4-9d3e-8f5ed26157db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf827b2-486c-468c-94f9-fc8eba9e1099 HTTP/1.1" status: 200 len: 217 time: 0.1284387 May 25 22:57:09.698685 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cdcf6f5c-e1ed-49d2-b699-3df325462512 req-8cfa38ac-ff22-4d76-bdec-96e98b726cb9 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868431 May 25 22:57:09.717400 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-92519bac-980d-4307-bba8-7650a245f952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.726509 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1fd1-396f-4fd6-a40d-5db87fcc1890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.818559 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-46e0db2b-df85-493a-bc64-4d24b8ad1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:09.819978 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-46e0db2b-df85-493a-bc64-4d24b8ad1dc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.1653962 May 25 22:57:09.825511 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Made reservation on behalf of 6b959c8b4c7c40e7a8862dce3c449e49 for: {'port': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:09.828863 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.838273 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1fd1-396f-4fd6-a40d-5db87fcc1890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.848378 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868f72b-4279-42aa-a719-c0724dd9ac30 req-03c1d39c-72a9-4bd4-9455-a8d09b906593 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:09.849859 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5868f72b-4279-42aa-a719-c0724dd9ac30 req-03c1d39c-72a9-4bd4-9455-a8d09b906593 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 943 time: 0.2188852 May 25 22:57:09.895907 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8ba9be0f-572d-4e5b-b547-217b3fb1c49b req-1c7b482a-15b6-4919-9040-09bd5942cc53 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0835214 May 25 22:57:10.017851 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5868f72b-4279-42aa-a719-c0724dd9ac30 req-15162c20-4292-4f22-b13f-257b74836789 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253173 May 25 22:57:10.021159 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-92519bac-980d-4307-bba8-7650a245f952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.021482 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-c82a6273-221b-4c08-8eab-dbf37204b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:10.023315 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-c82a6273-221b-4c08-8eab-dbf37204b243 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1933885 May 25 22:57:10.044938 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Allocated IP 172.20.0.9 (22f0395b-c390-4bb8-bd13-7c3f2ff21723/45cf658f-334e-4d74-8b09-02e5d3401e3d/78402ea2-c054-40f2-8ce5-777eb82b7451) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:10.082065 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1fd1-396f-4fd6-a40d-5db87fcc1890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.085392 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1fd1-396f-4fd6-a40d-5db87fcc1890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.086582 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9bdd1fd1-396f-4fd6-a40d-5db87fcc1890 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e104612d-af30-4230-bdfe-c63273a6e282 HTTP/1.1" status: 204 len: 168 time: 0.6029346 May 25 22:57:10.105665 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209c6ef9-f7be-498b-bbb3-609551971030 x-openstack-request-id: req-209c6ef9-f7be-498b-bbb3-609551971030 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:57:10.106239 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27eff1e9-bed7-4efa-86de-1585b975a248", "tag": "cdf827b2-486c-468c-94f9-fc8eba9e1099", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:57:10.106660 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-209c6ef9-f7be-498b-bbb3-609551971030 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:57:10.107284 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209c6ef9-f7be-498b-bbb3-609551971030'] response: {'name': 'network-changed', 'server_uuid': '27eff1e9-bed7-4efa-86de-1585b975a248', 'tag': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'status': 'completed', 'code': 200} May 25 22:57:10.119446 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd1fd1-396f-4fd6-a40d-5db87fcc1890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e104612d-af30-4230-bdfe-c63273a6e282,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:10.160486 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-92519bac-980d-4307-bba8-7650a245f952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.191305 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c238a9-a304-417b-86b0-6155600c3398 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:57:10.199184 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-dcbb5a57-1312-4eeb-ad5c-07893231b711 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559830 May 25 22:57:10.201072 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.216963 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-92519bac-980d-4307-bba8-7650a245f952 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec784cb5d839466795927aef58e2e8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7792776 May 25 22:57:10.224579 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55452) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:10.224579 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92519bac-980d-4307-bba8-7650a245f952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9695d1-d1c9-4720-9914-06f9b1214752,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:10.232197 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Transition to ACTIVE for port object 54c238a9-a304-417b-86b0-6155600c3398 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:10.285839 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.301373 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-017e3ca4-ebbc-498a-b971-9af1effe65fb req-947e6a4d-6b52-4167-95f4-099ed13517b0 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933669 May 25 22:57:10.310756 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab162070-a626-4d14-97ec-bb091189891f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.311805 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.368718 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Pushing event updated for resources: {'Port': ['ID=54c238a9-a304-417b-86b0-6155600c3398,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:10.392617 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab162070-a626-4d14-97ec-bb091189891f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.419903 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Attempting to bind port 54c238a9-a304-417b-86b0-6155600c3398 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:10.420237 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Attempting to bind port 54c238a9-a304-417b-86b0-6155600c3398 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:10.420553 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Attempting to bind port 54c238a9-a304-417b-86b0-6155600c3398 on network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:57:10.426269 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Port 54c238a9-a304-417b-86b0-6155600c3398 on network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 22:57:10.426764 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Attempting to bind port 54c238a9-a304-417b-86b0-6155600c3398 on network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:57:10.433771 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:57:10.438094 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Checking segment: {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:57:10.438094 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Bound using segment: {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:57:10.438094 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Bound port: 54c238a9-a304-417b-86b0-6155600c3398, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:10.438094 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.561673 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] For port 54c238a9-a304-417b-86b0-6155600c3398, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:10.570494 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25eaf733-14d8-43e9-a80d-82cfa4558e00 {{(pid=114255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:57:10.588357 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.591394 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671011b8-3d84-4bff-b537-2ff013b1478f req-4695a19e-6ac2-4401-9ef9-0172f48e595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:10.595850 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-671011b8-3d84-4bff-b537-2ff013b1478f req-4695a19e-6ac2-4401-9ef9-0172f48e595f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 1096 time: 0.0839298 May 25 22:57:10.598484 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] For port 54c238a9-a304-417b-86b0-6155600c3398, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=54c238a9-a304-417b-86b0-6155600c3398,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:10.609656 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.provisioning_blocks [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Transition to ACTIVE for port object 25eaf733-14d8-43e9-a80d-82cfa4558e00 will not be triggered until provisioned by entity L2. {{(pid=114255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:10.611756 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab162070-a626-4d14-97ec-bb091189891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.616472 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab162070-a626-4d14-97ec-bb091189891f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.623707 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ab162070-a626-4d14-97ec-bb091189891f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e9695d1-d1c9-4720-9914-06f9b1214752 HTTP/1.1" status: 204 len: 168 time: 0.3953323 May 25 22:57:10.626628 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.663974 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:10.667689 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:10.671424 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:57:10.678310 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:10.678961 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for port, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.727244 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab162070-a626-4d14-97ec-bb091189891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9695d1-d1c9-4720-9914-06f9b1214752,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:10.729597 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.762793 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'Port': ['ID=78402ea2-c054-40f2-8ce5-777eb82b7451,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:10.859566 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ba808c5-9842-4581-aff5-1b0588213b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6411695 May 25 22:57:10.915321 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Request body: {'port': {'device_id': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:10.934562 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.997471 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.managers [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Attempting to bind port 25eaf733-14d8-43e9-a80d-82cfa4558e00 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:10.997795 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.managers [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Attempting to bind port 25eaf733-14d8-43e9-a80d-82cfa4558e00 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'}] {{(pid=114255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:10.998328 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Attempting to bind port 25eaf733-14d8-43e9-a80d-82cfa4558e00 on network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:57:11.020323 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Pushing event updated for resources: {'Port': ['ID=25eaf733-14d8-43e9-a80d-82cfa4558e00,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:11.029369 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Port 25eaf733-14d8-43e9-a80d-82cfa4558e00 on network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 22:57:11.029684 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Attempting to bind port 25eaf733-14d8-43e9-a80d-82cfa4558e00 on network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:57:11.057090 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.061785 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:57:11.062124 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Checking segment: {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:57:11.062558 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Bound using segment: {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'} {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:57:11.063100 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.managers [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Bound port: 25eaf733-14d8-43e9-a80d-82cfa4558e00, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'}}] {{(pid=114255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:11.068964 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.105775 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-d4f4154f-4752-4dbe-bae2-7ce3b2b285fe None None] Provisioning complete for port 78402ea2-c054-40f2-8ce5-777eb82b7451 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:11.106384 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d4f4154f-4752-4dbe-bae2-7ce3b2b285fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.171152 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:11.171901 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.173495 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] 10.222.0.24 "PUT /v2.0/ports/54c238a9-a304-417b-86b0-6155600c3398 HTTP/1.1" status: 200 len: 1093 time: 2.6054797 May 25 22:57:11.199965 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4154f-4752-4dbe-bae2-7ce3b2b285fe None None] Port 78402ea2-c054-40f2-8ce5-777eb82b7451 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:57:11.218260 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671011b8-3d84-4bff-b537-2ff013b1478f req-7f703e90-8e97-4643-84f5-7abeac744814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:11.224361 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-671011b8-3d84-4bff-b537-2ff013b1478f req-7f703e90-8e97-4643-84f5-7abeac744814 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 915 time: 0.6156168 May 25 22:57:11.228126 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490e29f-474e-4596-bf4a-81c95aadf070 service neutron] Pushing event updated for resources: {'Port': ['ID=54c238a9-a304-417b-86b0-6155600c3398,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:11.249411 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08bcd0-6d50-450d-aa26-0a604f78ca9b req-2c6d08e1-ab7c-405f-bf55-82655629a054 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:11.257755 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cd08bcd0-6d50-450d-aa26-0a604f78ca9b req-2c6d08e1-ab7c-405f-bf55-82655629a054 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 944 time: 0.3379388 May 25 22:57:11.266997 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389c987-abe1-46a4-b2bb-67ceaf89eac7 req-8f074f85-9f1f-45a0-b12f-82f38c22a083 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:11.274525 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a389c987-abe1-46a4-b2bb-67ceaf89eac7 req-8f074f85-9f1f-45a0-b12f-82f38c22a083 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 944 time: 0.3557608 May 25 22:57:11.306599 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] For port 25eaf733-14d8-43e9-a80d-82cfa4558e00, host hv-cinder-84320, cleared binding levels {{(pid=114255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:11.311357 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] For port 25eaf733-14d8-43e9-a80d-82cfa4558e00, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=25eaf733-14d8-43e9-a80d-82cfa4558e00,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:11.409607 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-671011b8-3d84-4bff-b537-2ff013b1478f req-5bd0f973-4205-4385-bc1b-79da45b3e475 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf827b2-486c-468c-94f9-fc8eba9e1099 HTTP/1.1" status: 200 len: 217 time: 0.1669803 May 25 22:57:11.427257 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.496026 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:11.496633 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for port, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.498145 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] 10.222.0.24 "PUT /v2.0/ports/25eaf733-14d8-43e9-a80d-82cfa4558e00 HTTP/1.1" status: 200 len: 1094 time: 2.1537139 May 25 22:57:11.498643 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3230ee3b-309a-447b-b710-08bfd51b34e3', 'tag': '25eaf733-14d8-43e9-a80d-82cfa4558e00'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:57:11.501942 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992f63ad-b420-45f0-977e-9dd5c8b40d80" -d '{"events": [{"name": "network-changed", "server_uuid": "3230ee3b-309a-447b-b710-08bfd51b34e3", "tag": "25eaf733-14d8-43e9-a80d-82cfa4558e00"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:57:11.595703 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6906255-0281-4e94-ac0c-796bee574f2a service neutron] Pushing event updated for resources: {'Port': ['ID=25eaf733-14d8-43e9-a80d-82cfa4558e00,revision_number=3']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:11.620029 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cd08bcd0-6d50-450d-aa26-0a604f78ca9b req-4faf19c0-1239-4d9b-a5a7-8274d3e41aa4 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612165 May 25 22:57:11.629776 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a389c987-abe1-46a4-b2bb-67ceaf89eac7 req-b2df3ee3-e8d6-4701-82c1-140262f234a5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522348 May 25 22:57:11.634530 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 8d257725-5e8e-496e-b4fc-fa46b28505b7 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 22:57:11.678202 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-e1d64a24-39ca-4857-b93c-c065cdad6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:11.678202 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-e1d64a24-39ca-4857-b93c-c065cdad6b4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 1096 time: 0.3245609 May 25 22:57:11.684835 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671011b8-3d84-4bff-b537-2ff013b1478f req-1d56c750-ad00-4d5a-8d06-2f3086ecf1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:11.691829 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-671011b8-3d84-4bff-b537-2ff013b1478f req-1d56c750-ad00-4d5a-8d06-2f3086ecf1d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.2729728 May 25 22:57:11.788034 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-a43b65bd-93a3-4f86-a2f8-9d8f5e7fdc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:11.789549 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-a43b65bd-93a3-4f86-a2f8-9d8f5e7fdc3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 1097 time: 0.0914338 May 25 22:57:11.868157 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-1db52a18-13e9-4aaa-bc0f-a175678008e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25eaf733-14d8-43e9-a80d-82cfa4558e00 HTTP/1.1" status: 200 len: 217 time: 0.0503070 May 25 22:57:11.881323 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78402ea2-c054-40f2-8ce5-777eb82b7451 {{(pid=114255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:57:11.897190 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.914650 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 8d257725-5e8e-496e-b4fc-fa46b28505b7, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=8d257725-5e8e-496e-b4fc-fa46b28505b7,segment=NetworkSegment(66c59c98-5ec5-47e4-b11d-4fd328f1da79),segment_id=66c59c98-5ec5-47e4-b11d-4fd328f1da79)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:11.931223 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '8d257725-5e8e-496e-b4fc-fa46b28505b7', 'network_id': 'bb79a705-9e42-41b1-883c-eb5d22924544', 'port_id': '8d257725-5e8e-496e-b4fc-fa46b28505b7', 'mac_address': 'fa:16:3e:a6:d9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5a3ac-bedc-46b2-a593-401e2f169f9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 22:57:11.977965 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-5d64c943-a9ac-462e-8ba5-6204c72ac5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.003956 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 8d257725-5e8e-496e-b4fc-fa46b28505b7 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:12.003956 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.034852 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d257725-5e8e-496e-b4fc-fa46b28505b7 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:57:12.056648 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-e5a1e461-164b-489d-b400-9ace34ef6fbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c238a9-a304-417b-86b0-6155600c3398 HTTP/1.1" status: 200 len: 217 time: 0.3472288 May 25 22:57:12.075188 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 8d257725-5e8e-496e-b4fc-fa46b28505b7, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=8d257725-5e8e-496e-b4fc-fa46b28505b7,segment=NetworkSegment(66c59c98-5ec5-47e4-b11d-4fd328f1da79),segment_id=66c59c98-5ec5-47e4-b11d-4fd328f1da79)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:12.097702 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55508) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:12.128297 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4086b450-e415-4f12-b92f-fc8f071bfc3e', 'tag': '54c238a9-a304-417b-86b0-6155600c3398'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:57:12.130665 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4086b450-e415-4f12-b92f-fc8f071bfc3e", "tag": "54c238a9-a304-417b-86b0-6155600c3398"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:57:12.148865 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.158368 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5ae9cc90-47b6-4118-94b2-0cfa1e68ca21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.182184 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671011b8-3d84-4bff-b537-2ff013b1478f req-17935a18-bcfd-40f8-aa08-0bd0ec221bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:12.183465 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-671011b8-3d84-4bff-b537-2ff013b1478f req-17935a18-bcfd-40f8-aa08-0bd0ec221bb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4698601 May 25 22:57:12.185929 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.provisioning_blocks [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Transition to ACTIVE for port object 78402ea2-c054-40f2-8ce5-777eb82b7451 will not be triggered until provisioned by entity L2. {{(pid=114255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:12.197329 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-0f17077d-5867-45fb-a03c-72ea7ca70221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:12.197744 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-2a1ef511-4591-4b9a-834a-e8c85cc7a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:12.198817 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-0f17077d-5867-45fb-a03c-72ea7ca70221 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.3128777 May 25 22:57:12.199156 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-2a1ef511-4591-4b9a-834a-e8c85cc7a391 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.1299407 May 25 22:57:12.216551 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3193dc-cadd-4bfe-aa8e-a313a740ec74 req-0c902158-f5c5-4818-a889-0ccbd47fe9a9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:12.218028 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4d3193dc-cadd-4bfe-aa8e-a313a740ec74 req-0c902158-f5c5-4818-a889-0ccbd47fe9a9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 931 time: 0.4727995 May 25 22:57:12.224809 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=8d257725-5e8e-496e-b4fc-fa46b28505b7,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:12.249957 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a49766-d052-4fc7-b050-289a1d29984d req-68345d24-4c35-461b-a268-cb2ae4ff1c45 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:12.251453 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a3a49766-d052-4fc7-b050-289a1d29984d req-68345d24-4c35-461b-a268-cb2ae4ff1c45 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 943 time: 0.2125211 May 25 22:57:12.271283 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-40f842bc-1f46-49c5-987b-a5a0f0dfe193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:12.272843 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-40f842bc-1f46-49c5-987b-a5a0f0dfe193 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545545 May 25 22:57:12.291061 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.394113 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Pushing event updated for resources: {'Port': ['ID=78402ea2-c054-40f2-8ce5-777eb82b7451,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:12.430340 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4d3193dc-cadd-4bfe-aa8e-a313a740ec74 req-c6eae8d8-e277-4242-940e-80cbe3e985ec tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749218 May 25 22:57:12.446466 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-9d2e88a2-4fb4-4c96-807e-a9997b9b2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:12.447940 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-9d2e88a2-4fb4-4c96-807e-a9997b9b2bc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2240112 May 25 22:57:12.460841 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a3a49766-d052-4fc7-b050-289a1d29984d req-d9c0f813-1e93-43b3-8ae3-bf7402465c9e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523087 May 25 22:57:12.469499 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.managers [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Attempting to bind port 78402ea2-c054-40f2-8ce5-777eb82b7451 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:12.470564 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.managers [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Attempting to bind port 78402ea2-c054-40f2-8ce5-777eb82b7451 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'}] {{(pid=114255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:12.472894 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Attempting to bind port 78402ea2-c054-40f2-8ce5-777eb82b7451 on network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:57:12.482660 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-671011b8-3d84-4bff-b537-2ff013b1478f req-cfbbd063-0c0a-4afc-b3de-2ee567bc0158 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873037 May 25 22:57:12.485271 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Port 78402ea2-c054-40f2-8ce5-777eb82b7451 on network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 22:57:12.486818 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Attempting to bind port 78402ea2-c054-40f2-8ce5-777eb82b7451 on network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:57:12.516629 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-d484bc13-2d34-4ca4-ab6b-83e3584b7bc5 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347283 May 25 22:57:12.517486 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:57:12.517816 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Checking segment: {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:57:12.525544 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Bound using segment: {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'} {{(pid=114255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:57:12.526075 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.managers [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Bound port: 78402ea2-c054-40f2-8ce5-777eb82b7451, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'}}] {{(pid=114255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:12.528739 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.625468 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12df09c5-d70f-40fe-b48e-f2c5ccddf373 x-openstack-request-id: req-12df09c5-d70f-40fe-b48e-f2c5ccddf373 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:57:12.625759 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4086b450-e415-4f12-b92f-fc8f071bfc3e", "tag": "54c238a9-a304-417b-86b0-6155600c3398", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:57:12.626112 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12df09c5-d70f-40fe-b48e-f2c5ccddf373 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:57:12.626406 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12df09c5-d70f-40fe-b48e-f2c5ccddf373'] response: {'name': 'network-changed', 'server_uuid': '4086b450-e415-4f12-b92f-fc8f071bfc3e', 'tag': '54c238a9-a304-417b-86b0-6155600c3398', 'status': 'completed', 'code': 200} May 25 22:57:12.630077 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5ae9cc90-47b6-4118-94b2-0cfa1e68ca21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.668771 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8efe67-f41c-48b8-8f82-c4d1f0d476da x-openstack-request-id: req-5c8efe67-f41c-48b8-8f82-c4d1f0d476da {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:57:12.668771 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3230ee3b-309a-447b-b710-08bfd51b34e3", "tag": "25eaf733-14d8-43e9-a80d-82cfa4558e00", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:57:12.668771 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c8efe67-f41c-48b8-8f82-c4d1f0d476da {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:57:12.668771 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8efe67-f41c-48b8-8f82-c4d1f0d476da'] response: {'name': 'network-changed', 'server_uuid': '3230ee3b-309a-447b-b710-08bfd51b34e3', 'tag': '25eaf733-14d8-43e9-a80d-82cfa4558e00', 'status': 'completed', 'code': 200} May 25 22:57:12.733271 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['8d257725-5e8e-496e-b4fc-fa46b28505b7'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 22:57:12.740482 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5ae9cc90-47b6-4118-94b2-0cfa1e68ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.797355 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, cleared binding levels {{(pid=114255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:12.802623 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-53d7d058-9fce-488d-a007-d9415e80e081 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614360 May 25 22:57:12.805039 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:12.835611 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-671011b8-3d84-4bff-b537-2ff013b1478f req-e2aa2e9c-c7f8-4555-9e15-cb75fef16a41 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286326 May 25 22:57:12.907423 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.916817 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-5ae9cc90-47b6-4118-94b2-0cfa1e68ca21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46e6d1559f684845ac98e14e1a629fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8158221 May 25 22:57:12.918232 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9cc90-47b6-4118-94b2-0cfa1e68ca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4d4672-e521-46de-b90d-2c7b1ea8f8bc,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:12.919331 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55538) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:12.924409 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-e624ad8d-a12d-406c-94fa-3f998e224f52 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609461 May 25 22:57:12.941715 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf117f3-893b-4b99-8d3d-8065d7cc9f4e req-68adc8cf-abdc-413a-8b51-f581bfa9c399 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:12.946934 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ecf117f3-893b-4b99-8d3d-8065d7cc9f4e req-68adc8cf-abdc-413a-8b51-f581bfa9c399 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 945 time: 0.2158432 May 25 22:57:12.958424 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195fa46-d159-4cc8-9e04-d4f615e5412f req-cd28c001-a6f7-455b-8a3c-3584c9084575 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:12.962260 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5195fa46-d159-4cc8-9e04-d4f615e5412f req-cd28c001-a6f7-455b-8a3c-3584c9084575 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 944 time: 0.1775129 May 25 22:57:12.999542 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.000373 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for port, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.002018 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] 10.222.0.24 "PUT /v2.0/ports/78402ea2-c054-40f2-8ce5-777eb82b7451 HTTP/1.1" status: 200 len: 1093 time: 2.1294324 May 25 22:57:13.052396 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a77b6-d8bd-4f05-8d3a-1208777d610f service neutron] Pushing event updated for resources: {'Port': ['ID=78402ea2-c054-40f2-8ce5-777eb82b7451,revision_number=3']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:13.078045 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-50fa8ac6-d8d5-41b6-a7e2-1e1884f898ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.110883 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-50fa8ac6-d8d5-41b6-a7e2-1e1884f898ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.146961 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ecf117f3-893b-4b99-8d3d-8065d7cc9f4e req-b8e23a27-e7a2-47ef-9542-277361010919 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817906 May 25 22:57:13.192296 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5195fa46-d159-4cc8-9e04-d4f615e5412f req-8ba70d5e-f303-42ed-b302-b0c5354f97d6 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229309 May 25 22:57:13.222469 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-302907c7-70dd-4eac-b741-4dff66431ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.225662 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-302907c7-70dd-4eac-b741-4dff66431ef7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 1096 time: 0.0622518 May 25 22:57:13.229817 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f63ad-b420-45f0-977e-9dd5c8b40d80 req-1b058695-dff2-43a5-b2be-9c3ffecd3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.231571 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-992f63ad-b420-45f0-977e-9dd5c8b40d80 req-1b058695-dff2-43a5-b2be-9c3ffecd3048 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 1097 time: 0.1895990 May 25 22:57:13.262321 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28dcdf97-2ca3-4df0-b14d-aec2d20b26ba req-8eaea88b-b8b0-456b-9014-b87b82f591d1 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566915 May 25 22:57:13.295210 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-50fa8ac6-d8d5-41b6-a7e2-1e1884f898ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.297038 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-50fa8ac6-d8d5-41b6-a7e2-1e1884f898ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.301521 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-50fa8ac6-d8d5-41b6-a7e2-1e1884f898ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da4d4672-e521-46de-b90d-2c7b1ea8f8bc HTTP/1.1" status: 204 len: 168 time: 0.3578858 May 25 22:57:13.303769 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-aa13515b-8208-43e2-8a3e-5a28d39790a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78402ea2-c054-40f2-8ce5-777eb82b7451 HTTP/1.1" status: 200 len: 217 time: 0.0573249 May 25 22:57:13.309151 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa8ac6-d8d5-41b6-a7e2-1e1884f898ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4d4672-e521-46de-b90d-2c7b1ea8f8bc,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:13.378446 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-e30d807d-55ba-49cd-a4a6-df1fffb74df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.379596 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f63ad-b420-45f0-977e-9dd5c8b40d80 req-87af3db9-cbda-4e5e-960a-3c0ed6329e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.381229 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-992f63ad-b420-45f0-977e-9dd5c8b40d80 req-87af3db9-cbda-4e5e-960a-3c0ed6329e85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.1350312 May 25 22:57:13.382970 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-e30d807d-55ba-49cd-a4a6-df1fffb74df2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 200 len: 855 time: 0.0707200 May 25 22:57:13.529096 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-992f63ad-b420-45f0-977e-9dd5c8b40d80 req-d09d101a-3979-45e2-ae35-4294f8d5abb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25eaf733-14d8-43e9-a80d-82cfa4558e00 HTTP/1.1" status: 200 len: 217 time: 0.0674736 May 25 22:57:13.557097 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-844540ab-db6f-445d-a2b2-28cdcceaac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.559666 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-844540ab-db6f-445d-a2b2-28cdcceaac9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f0395b-c390-4bb8-bd13-7c3f2ff21723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0951164 May 25 22:57:13.628716 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f63ad-b420-45f0-977e-9dd5c8b40d80 req-74802918-cf97-47c2-8394-bf64b9478999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.628716 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-992f63ad-b420-45f0-977e-9dd5c8b40d80 req-74802918-cf97-47c2-8394-bf64b9478999 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0799718 May 25 22:57:13.632764 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7 req-04e38f2f-4176-4640-b302-c8605f8cfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.634225 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7 req-04e38f2f-4176-4640-b302-c8605f8cfde0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 1096 time: 0.1648347 May 25 22:57:13.680568 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-3ac6bfe8-71d4-44cb-a587-d764a0845bae service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126297 May 25 22:57:13.781464 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983c06e-350d-428a-940e-c695fdd16beb req-d34ee223-f87d-4828-aa02-400661a581f9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.790972 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d983c06e-350d-428a-940e-c695fdd16beb req-d34ee223-f87d-4828-aa02-400661a581f9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 943 time: 0.2161953 May 25 22:57:13.816427 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-c5695b4f-4aad-4b32-b9e6-1226e2d310bd req-4a390b7e-1d86-4912-8534-b1a36cfc5d6c service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265314 May 25 22:57:13.829823 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f63ad-b420-45f0-977e-9dd5c8b40d80 req-77ba51b6-3000-470d-8f5e-4c9435fd1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.831590 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-992f63ad-b420-45f0-977e-9dd5c8b40d80 req-77ba51b6-3000-470d-8f5e-4c9435fd1ada service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1956246 May 25 22:57:13.844387 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91a848-ff59-40e2-82aa-86ef3a66937f req-b6316128-17d8-4a1e-af84-af7a6e1a68e8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.847762 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1c91a848-ff59-40e2-82aa-86ef3a66937f req-b6316128-17d8-4a1e-af84-af7a6e1a68e8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.2362063 May 25 22:57:13.969306 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d983c06e-350d-428a-940e-c695fdd16beb req-fba34e69-72d6-4804-b434-7652d664963e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768749 May 25 22:57:13.974823 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7 req-66d79eea-2d90-4ed7-9843-2bddadef23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:13.977654 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7 req-66d79eea-2d90-4ed7-9843-2bddadef23f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.3312454 May 25 22:57:14.046943 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1c91a848-ff59-40e2-82aa-86ef3a66937f req-8d02a269-3b63-4e02-9c82-0647b84d7ce0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747363 May 25 22:57:14.079800 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7 req-31b060b3-a6fd-4d1a-8c08-4c09132b3f46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c238a9-a304-417b-86b0-6155600c3398 HTTP/1.1" status: 200 len: 217 time: 0.0626180 May 25 22:57:14.082938 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-992f63ad-b420-45f0-977e-9dd5c8b40d80 req-18f781bd-d402-4b12-954b-333da896e320 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355614 May 25 22:57:14.203165 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7 req-eabc9d69-446f-42a1-94f6-2eb5124d37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:14.204605 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7 req-eabc9d69-446f-42a1-94f6-2eb5124d37bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.1119986 May 25 22:57:14.256035 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3c153756-5b15-45fb-9409-649877ae2fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.364499 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-992f63ad-b420-45f0-977e-9dd5c8b40d80 req-e9a65a7a-e2f4-4b2f-8a56-811cf5786822 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704124 May 25 22:57:14.373887 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b34796-22eb-4c2e-bbe9-0d78b978d76b req-b3c25c3e-e0d9-4d8b-be80-8d169afdabd3 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:14.375926 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-83b34796-22eb-4c2e-bbe9-0d78b978d76b req-b3c25c3e-e0d9-4d8b-be80-8d169afdabd3 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 945 time: 0.1593382 May 25 22:57:14.584963 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7 req-37f0ee23-c1cf-4ad7-946a-a9455fb7ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:14.588173 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7 req-37f0ee23-c1cf-4ad7-946a-a9455fb7ea17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3687019 May 25 22:57:14.612893 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e131f-5779-406d-bf33-d62a3e301a25 req-25e8e114-cc8e-450c-943c-784c3343e3bd tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:14.633165 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-718e131f-5779-406d-bf33-d62a3e301a25 req-25e8e114-cc8e-450c-943c-784c3343e3bd tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 944 time: 0.3189800 May 25 22:57:14.669168 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:57:14.671635 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ba80b1-a69b-4328-a451-cfe928c55469" -d '{"events": [{"name": "network-changed", "server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:57:14.683171 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-83b34796-22eb-4c2e-bbe9-0d78b978d76b req-575de2e5-01aa-4fa5-803b-e25604b1d473 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999051 May 25 22:57:14.715138 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-718e131f-5779-406d-bf33-d62a3e301a25 req-ebebb754-2042-470c-9eb3-d1823f083d85 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913527 May 25 22:57:14.736735 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7 req-1902b457-08f0-40df-acb7-7ebe6e62d28d service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415539 May 25 22:57:14.749310 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aef86a3-5c7c-4e85-a713-a269b0b3f51d x-openstack-request-id: req-4aef86a3-5c7c-4e85-a713-a269b0b3f51d {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:57:14.749597 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:57:14.749863 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4aef86a3-5c7c-4e85-a713-a269b0b3f51d {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:57:14.750345 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aef86a3-5c7c-4e85-a713-a269b0b3f51d'] response: {'name': 'network-changed', 'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'status': 'completed', 'code': 200} May 25 22:57:14.871541 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0457d0e-14aa-44c1-b6e9-512f5a2183f7 req-9767b73a-4ae1-46c6-8e3c-7810513562a1 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236484 May 25 22:57:14.886829 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba80b1-a69b-4328-a451-cfe928c55469 req-e6b54e4b-0edf-4d22-8fef-a7ef35633865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:14.886829 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-73ba80b1-a69b-4328-a451-cfe928c55469 req-e6b54e4b-0edf-4d22-8fef-a7ef35633865 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 1096 time: 0.0720234 May 25 22:57:15.011731 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba80b1-a69b-4328-a451-cfe928c55469 req-2627209a-e06c-4099-8a37-ec107f5d2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:15.013999 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-73ba80b1-a69b-4328-a451-cfe928c55469 req-2627209a-e06c-4099-8a37-ec107f5d2aec service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 917 time: 0.1147237 May 25 22:57:15.070766 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-73ba80b1-a69b-4328-a451-cfe928c55469 req-7288b40b-25a5-4d83-a55a-c969b8531780 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78402ea2-c054-40f2-8ce5-777eb82b7451 HTTP/1.1" status: 200 len: 217 time: 0.0437753 May 25 22:57:15.180449 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba80b1-a69b-4328-a451-cfe928c55469 req-b70b3900-f562-463e-876e-4de6b1902036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:15.181891 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-73ba80b1-a69b-4328-a451-cfe928c55469 req-b70b3900-f562-463e-876e-4de6b1902036 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 200 len: 855 time: 0.1037338 May 25 22:57:15.206882 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb6e3e-cbfa-4df2-b7fb-2322987ccccb req-e4a36e31-6a1d-4064-b062-81e9ad1dffc9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:15.211331 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ffb6e3e-cbfa-4df2-b7fb-2322987ccccb req-e4a36e31-6a1d-4064-b062-81e9ad1dffc9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 943 time: 0.1427081 May 25 22:57:15.226022 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.293309 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971105c-e9b2-4dab-8848-b99a305ff9ae req-3f371e5c-68a5-438d-95df-f83328243d05 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:15.294829 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f971105c-e9b2-4dab-8848-b99a305ff9ae req-3f371e5c-68a5-438d-95df-f83328243d05 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.1662745 May 25 22:57:15.312127 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ffb6e3e-cbfa-4df2-b7fb-2322987ccccb req-05cca67e-e29d-4230-9bb9-8c65d35b78b3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974495 May 25 22:57:15.343552 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba80b1-a69b-4328-a451-cfe928c55469 req-70e1a300-27f8-41f2-a619-ca577153417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:15.343552 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-73ba80b1-a69b-4328-a451-cfe928c55469 req-70e1a300-27f8-41f2-a619-ca577153417b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f0395b-c390-4bb8-bd13-7c3f2ff21723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1177521 May 25 22:57:15.371093 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f971105c-e9b2-4dab-8848-b99a305ff9ae req-aba23b04-9817-459b-8023-eebb4dc79330 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493908 May 25 22:57:15.446210 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-73ba80b1-a69b-4328-a451-cfe928c55469 req-82ed5a8b-3382-40d7-a37d-8a9228f28ef4 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928674 May 25 22:57:15.540139 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-73ba80b1-a69b-4328-a451-cfe928c55469 req-0c7742f5-ce49-4d11-b2fe-a182107085c6 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846350 May 25 22:57:15.635638 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device cdf827b2-486c-468c-94f9-fc8eba9e1099 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 22:57:15.668126 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 8d257725-5e8e-496e-b4fc-fa46b28505b7 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:57:15.672441 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55682) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:15.777233 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port cdf827b2-486c-468c-94f9-fc8eba9e1099, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=cdf827b2-486c-468c-94f9-fc8eba9e1099,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:15.789532 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'port_id': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'mac_address': 'fa:16:3e:47:a3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 22:57:15.821776 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cdccaeef-49c1-445d-973c-373cf5415cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.826647 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e7723-30fe-49cc-91e1-ac2a28a08786 req-1268d9b2-779c-446e-afba-dbefbe553eea tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:15.828160 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be9e7723-30fe-49cc-91e1-ac2a28a08786 req-1268d9b2-779c-446e-afba-dbefbe553eea tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 945 time: 0.0728261 May 25 22:57:15.829883 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port cdf827b2-486c-468c-94f9-fc8eba9e1099 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:15.830488 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.843976 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf827b2-486c-468c-94f9-fc8eba9e1099 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:57:15.866675 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 8d257725-5e8e-496e-b4fc-fa46b28505b7 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:15.870563 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port cdf827b2-486c-468c-94f9-fc8eba9e1099, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=cdf827b2-486c-468c-94f9-fc8eba9e1099,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:15.881718 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 8d257725-5e8e-496e-b4fc-fa46b28505b7 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:15.881718 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.907958 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be9e7723-30fe-49cc-91e1-ac2a28a08786 req-7c314b1e-b780-4880-b71f-c0ab9a834c2f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645516 May 25 22:57:15.918959 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd8630-9c63-4924-8869-9a74021f72ab req-d08fd3ed-9122-4abe-92e5-7c401f3cdbb7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:15.920450 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-17cd8630-9c63-4924-8869-9a74021f72ab req-d08fd3ed-9122-4abe-92e5-7c401f3cdbb7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 944 time: 0.1128335 May 25 22:57:15.967677 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-17cd8630-9c63-4924-8869-9a74021f72ab req-07d91f4b-9484-49e7-917f-4c5cf1d9f551 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 May 25 22:57:15.972873 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cdccaeef-49c1-445d-973c-373cf5415cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.983261 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.025353 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 8d257725-5e8e-496e-b4fc-fa46b28505b7 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:16.025353 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.053521 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0a81ea-2dfa-4fc4-8aac-5638937957a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d257725-5e8e-496e-b4fc-fa46b28505b7'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:57:16.070805 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cdccaeef-49c1-445d-973c-373cf5415cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.109329 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-cdccaeef-49c1-445d-973c-373cf5415cd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1292ba5e8a1549eba58ec889c30e4908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357605 May 25 22:57:16.110357 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccaeef-49c1-445d-973c-373cf5415cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5961097a-9a0c-4a5b-ac82-3f2614d03f66,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:16.113004 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55696) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:16.142999 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 8d257725-5e8e-496e-b4fc-fa46b28505b7, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=8d257725-5e8e-496e-b4fc-fa46b28505b7,segment=NetworkSegment(66c59c98-5ec5-47e4-b11d-4fd328f1da79),segment_id=66c59c98-5ec5-47e4-b11d-4fd328f1da79)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:16.144373 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=cdf827b2-486c-468c-94f9-fc8eba9e1099,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:16.181265 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8d367b08-c70f-413d-aa3c-cecc59232517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.203149 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8d367b08-c70f-413d-aa3c-cecc59232517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.219839 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.228781 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d17b63-500b-4910-bc43-717fad57f69e" -d '{"events": [{"server_uuid": "db0a81ea-2dfa-4fc4-8aac-5638937957a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d257725-5e8e-496e-b4fc-fa46b28505b7"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:57:16.282240 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=8d257725-5e8e-496e-b4fc-fa46b28505b7,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:16.328559 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8d367b08-c70f-413d-aa3c-cecc59232517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.331136 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8d367b08-c70f-413d-aa3c-cecc59232517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.332599 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-8d367b08-c70f-413d-aa3c-cecc59232517 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5961097a-9a0c-4a5b-ac82-3f2614d03f66 HTTP/1.1" status: 204 len: 168 time: 0.2183039 May 25 22:57:16.339874 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 22:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a29291-7dae-449c-8f1c-dc88e73d1bf5 x-openstack-request-id: req-e2a29291-7dae-449c-8f1c-dc88e73d1bf5 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:57:16.339874 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0a81ea-2dfa-4fc4-8aac-5638937957a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d257725-5e8e-496e-b4fc-fa46b28505b7", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:57:16.339874 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2a29291-7dae-449c-8f1c-dc88e73d1bf5 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:57:16.339874 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a29291-7dae-449c-8f1c-dc88e73d1bf5'] response: {'server_uuid': 'db0a81ea-2dfa-4fc4-8aac-5638937957a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d257725-5e8e-496e-b4fc-fa46b28505b7', 'code': 200} May 25 22:57:16.340703 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d367b08-c70f-413d-aa3c-cecc59232517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5961097a-9a0c-4a5b-ac82-3f2614d03f66,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:16.447521 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9f4ed-66bf-437c-9c4f-3ead82a68ca8 req-a5cff2bb-888d-4bbd-9efc-500e91329721 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:16.448367 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e7a9f4ed-66bf-437c-9c4f-3ead82a68ca8 req-a5cff2bb-888d-4bbd-9efc-500e91329721 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 944 time: 0.0636914 May 25 22:57:16.518241 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e7a9f4ed-66bf-437c-9c4f-3ead82a68ca8 req-78279325-d653-410e-af6a-07dea922b7fe tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533700 May 25 22:57:16.528375 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8dfcd-9d3b-40ac-9b28-b8047ba38cdb req-4b5e3192-2af4-45b9-abc9-07b7a1b6801f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:16.529898 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbb8dfcd-9d3b-40ac-9b28-b8047ba38cdb req-4b5e3192-2af4-45b9-abc9-07b7a1b6801f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0753927 May 25 22:57:16.570023 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbb8dfcd-9d3b-40ac-9b28-b8047ba38cdb req-b77a879c-fca1-40ae-a919-f5b37953214e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337024 May 25 22:57:16.606225 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.767643 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa89c0e-b7da-4657-a7d8-94d730a4d2d0 req-c271fe2d-a3f5-4a02-b3d0-78c53ec60483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:16.769344 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3fa89c0e-b7da-4657-a7d8-94d730a4d2d0 req-c271fe2d-a3f5-4a02-b3d0-78c53ec60483 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 1099 time: 0.0739036 May 25 22:57:16.788995 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3fa89c0e-b7da-4657-a7d8-94d730a4d2d0 req-a79d3fbc-d4c5-451f-af34-0f5518474f20 service neutron] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.840048 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['cdf827b2-486c-468c-94f9-fc8eba9e1099'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 22:57:16.861723 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3fa89c0e-b7da-4657-a7d8-94d730a4d2d0 req-a79d3fbc-d4c5-451f-af34-0f5518474f20 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.926143 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3fa89c0e-b7da-4657-a7d8-94d730a4d2d0 req-a79d3fbc-d4c5-451f-af34-0f5518474f20 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.992056 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3fa89c0e-b7da-4657-a7d8-94d730a4d2d0 req-a79d3fbc-d4c5-451f-af34-0f5518474f20 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152784 May 25 22:57:17.014768 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d3fbc-d4c5-451f-af34-0f5518474f20 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f504f4f9-2c1b-44f9-95e1-806f1aaa0440,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:17.063128 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55742) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:17.084629 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9591adca-156b-4ecb-af3b-726bb369f0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.158556 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d1509-28a6-4f70-a0f0-c01065fb0305 req-1a43b319-f97b-48f7-9c5f-a1bf88bfaba5 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:17.158556 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b5d1509-28a6-4f70-a0f0-c01065fb0305 req-1a43b319-f97b-48f7-9c5f-a1bf88bfaba5 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 946 time: 0.1015029 May 25 22:57:17.165846 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eceffff-3197-4e77-bfd0-6a3be1121db2 req-fd5508c2-b744-4bd9-b02c-f2dad674f5ca tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:17.167820 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1eceffff-3197-4e77-bfd0-6a3be1121db2 req-fd5508c2-b744-4bd9-b02c-f2dad674f5ca tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 944 time: 0.0755849 May 25 22:57:17.176935 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.216380 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9591adca-156b-4ecb-af3b-726bb369f0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.227560 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1eceffff-3197-4e77-bfd0-6a3be1121db2 req-4f8e106b-4bde-4234-9578-9c41c583021e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 May 25 22:57:17.239025 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b5d1509-28a6-4f70-a0f0-c01065fb0305 req-2cc676f2-f0cc-4d17-8c79-e0b42e20bfc9 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697937 May 25 22:57:17.291027 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9591adca-156b-4ecb-af3b-726bb369f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.333427 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9591adca-156b-4ecb-af3b-726bb369f0b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae127e33611b4646952bb33ad2c0a48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691941 May 25 22:57:17.334559 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591adca-156b-4ecb-af3b-726bb369f0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf3805e-6bae-420c-a8e0-cdd5451739e4,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:17.338076 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55754) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:17.399449 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8db82286-4e7e-4184-9050-d49dc0c6abd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.439443 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8db82286-4e7e-4184-9050-d49dc0c6abd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.562461 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8db82286-4e7e-4184-9050-d49dc0c6abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.567413 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8db82286-4e7e-4184-9050-d49dc0c6abd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.567413 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-8db82286-4e7e-4184-9050-d49dc0c6abd6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bf3805e-6bae-420c-a8e0-cdd5451739e4 HTTP/1.1" status: 204 len: 168 time: 0.2266169 May 25 22:57:17.590719 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db82286-4e7e-4184-9050-d49dc0c6abd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf3805e-6bae-420c-a8e0-cdd5451739e4,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:17.707382 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a628c1-6625-402f-b4b6-937a2f4ccaf8 req-d13d568d-456e-4809-b50c-055657fb256c tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:17.707382 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b6a628c1-6625-402f-b4b6-937a2f4ccaf8 req-d13d568d-456e-4809-b50c-055657fb256c tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 944 time: 0.0987747 May 25 22:57:17.732224 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ed08a-08d1-416e-bcfc-ec11a833d6d1 req-1460e90f-228f-428d-b9b4-bb441af8ec15 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:17.733644 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e5ed08a-08d1-416e-bcfc-ec11a833d6d1 req-1460e90f-228f-428d-b9b4-bb441af8ec15 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0799854 May 25 22:57:17.766457 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b6a628c1-6625-402f-b4b6-937a2f4ccaf8 req-81329b07-66c1-4e2d-805d-fa46b2725d80 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549014 May 25 22:57:17.784594 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e5ed08a-08d1-416e-bcfc-ec11a833d6d1 req-d5e88c4b-5459-401c-b468-c98f291f39e1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 May 25 22:57:18.381517 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606287c-8e87-41c1-834a-953e3c535136 req-807c4386-d494-422d-88ee-73671008c874 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:18.383161 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2606287c-8e87-41c1-834a-953e3c535136 req-807c4386-d494-422d-88ee-73671008c874 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 944 time: 0.0776260 May 25 22:57:18.394870 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9c3bd-f988-4234-bfcc-b51836c581b9 req-3269a1bd-6c54-4ebf-8496-9942eb1bf632 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:18.396402 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ebe9c3bd-f988-4234-bfcc-b51836c581b9 req-3269a1bd-6c54-4ebf-8496-9942eb1bf632 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 946 time: 0.0807304 May 25 22:57:18.453891 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2606287c-8e87-41c1-834a-953e3c535136 req-84cb8c32-5053-4ee3-aaac-d3be09300a9d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565102 May 25 22:57:18.457497 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ebe9c3bd-f988-4234-bfcc-b51836c581b9 req-062847ff-072f-4b3c-abef-0243fee38134 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543096 May 25 22:57:18.915457 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c836eb6-a571-4e1d-83e3-a5b675ec23fe req-76b9720d-8cda-4f9b-bea9-16766ced96b6 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:18.916994 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4c836eb6-a571-4e1d-83e3-a5b675ec23fe req-76b9720d-8cda-4f9b-bea9-16766ced96b6 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 944 time: 0.0813479 May 25 22:57:18.929902 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8414e64-6a02-4ec3-ad82-26662a592571 req-fc34eea2-7bae-4797-ab2b-af3cb64d6f72 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:18.931501 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8414e64-6a02-4ec3-ad82-26662a592571 req-fc34eea2-7bae-4797-ab2b-af3cb64d6f72 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0698647 May 25 22:57:18.984344 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4c836eb6-a571-4e1d-83e3-a5b675ec23fe req-a794df43-65aa-42b3-9b56-33d74e9d6771 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518746 May 25 22:57:18.992579 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8414e64-6a02-4ec3-ad82-26662a592571 req-ec91d8e9-0d3b-42a1-bce5-91dd3d76ae6c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534759 May 25 22:57:19.154141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55814) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:19.258913 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7e2e8e55-7b73-44c2-918d-1862dd3d7ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.344035 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7e2e8e55-7b73-44c2-918d-1862dd3d7ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.427697 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7e2e8e55-7b73-44c2-918d-1862dd3d7ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.465013 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-7e2e8e55-7b73-44c2-918d-1862dd3d7ad0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59714b2c544742cfb0a3c72dd6d95a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097022 May 25 22:57:19.466986 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e8e55-7b73-44c2-918d-1862dd3d7ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317bfa73-c393-4db8-947e-da94146d5019,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:19.467993 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55824) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:19.541910 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-91ba1c22-9970-460a-9daa-90fac22cf1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.571069 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-91ba1c22-9970-460a-9daa-90fac22cf1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.619885 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878949-f2b0-448b-b8bf-f48c6f0f389c req-7a0a3737-2e80-4eac-96a0-357af204687b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:19.621648 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-42878949-f2b0-448b-b8bf-f48c6f0f389c req-7a0a3737-2e80-4eac-96a0-357af204687b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 944 time: 0.0885806 May 25 22:57:19.629414 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb84d6d-d500-4055-8350-faf727da4aef req-88255395-2a1c-49ed-8481-feabf669ccb2 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:19.630817 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7cb84d6d-d500-4055-8350-faf727da4aef req-88255395-2a1c-49ed-8481-feabf669ccb2 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 946 time: 0.0880880 May 25 22:57:19.662547 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 25eaf733-14d8-43e9-a80d-82cfa4558e00 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 22:57:19.673004 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device cdf827b2-486c-468c-94f9-fc8eba9e1099 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:57:19.687007 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-42878949-f2b0-448b-b8bf-f48c6f0f389c req-13ce6e7e-d3c6-4c4d-8b55-472ae1dd13f4 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552039 May 25 22:57:19.701204 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-91ba1c22-9970-460a-9daa-90fac22cf1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.703984 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-91ba1c22-9970-460a-9daa-90fac22cf1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.706678 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-91ba1c22-9970-460a-9daa-90fac22cf1e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/317bfa73-c393-4db8-947e-da94146d5019 HTTP/1.1" status: 204 len: 168 time: 0.2368834 May 25 22:57:19.712438 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7cb84d6d-d500-4055-8350-faf727da4aef req-5984bd4e-9798-4e6c-acd3-a44a30c3942c tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737178 May 25 22:57:19.733466 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba1c22-9970-460a-9daa-90fac22cf1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317bfa73-c393-4db8-947e-da94146d5019,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:19.821932 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 25eaf733-14d8-43e9-a80d-82cfa4558e00, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=25eaf733-14d8-43e9-a80d-82cfa4558e00,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:19.833789 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '25eaf733-14d8-43e9-a80d-82cfa4558e00', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'port_id': '25eaf733-14d8-43e9-a80d-82cfa4558e00', 'mac_address': 'fa:16:3e:d5:c4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 22:57:19.837230 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port cdf827b2-486c-468c-94f9-fc8eba9e1099 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:19.842547 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port cdf827b2-486c-468c-94f9-fc8eba9e1099 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:19.842907 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.859273 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:57:19.901868 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 25eaf733-14d8-43e9-a80d-82cfa4558e00 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:19.902254 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.919485 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25eaf733-14d8-43e9-a80d-82cfa4558e00 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:57:19.961176 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 25eaf733-14d8-43e9-a80d-82cfa4558e00, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=25eaf733-14d8-43e9-a80d-82cfa4558e00,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:19.976162 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port cdf827b2-486c-468c-94f9-fc8eba9e1099 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:19.976544 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.005519 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eff1e9-bed7-4efa-86de-1585b975a248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf827b2-486c-468c-94f9-fc8eba9e1099'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:57:20.007804 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c69eebb-208f-4c6f-8fe9-34760e179ca8" -d '{"events": [{"server_uuid": "27eff1e9-bed7-4efa-86de-1585b975a248", "name": "network-vif-plugged", "status": "completed", "tag": "cdf827b2-486c-468c-94f9-fc8eba9e1099"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:57:20.021104 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port cdf827b2-486c-468c-94f9-fc8eba9e1099, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=cdf827b2-486c-468c-94f9-fc8eba9e1099,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:20.050064 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 22:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70476887-7bc8-4dfa-8c48-53ac6ec4f352 x-openstack-request-id: req-70476887-7bc8-4dfa-8c48-53ac6ec4f352 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:57:20.050411 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eff1e9-bed7-4efa-86de-1585b975a248", "name": "network-vif-plugged", "status": "completed", "tag": "cdf827b2-486c-468c-94f9-fc8eba9e1099", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:57:20.050993 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70476887-7bc8-4dfa-8c48-53ac6ec4f352 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:57:20.054874 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70476887-7bc8-4dfa-8c48-53ac6ec4f352'] response: {'server_uuid': '27eff1e9-bed7-4efa-86de-1585b975a248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'code': 200} May 25 22:57:20.073475 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.075035 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 78402ea2-c054-40f2-8ce5-777eb82b7451 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 22:57:20.186913 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b088-9af3-460d-bebe-ffb08c999b8f req-54b82710-0949-4f95-a9f3-6cc90064a9b2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:20.188477 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59a6b088-9af3-460d-bebe-ffb08c999b8f req-54b82710-0949-4f95-a9f3-6cc90064a9b2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 944 time: 0.1259646 May 25 22:57:20.250751 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.318923 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9defee-3fc4-4086-92aa-693699cbff26 req-44a2f09e-2dff-4f95-a119-a90a3c842909 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:20.321398 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=25eaf733-14d8-43e9-a80d-82cfa4558e00,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:20.326584 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be9defee-3fc4-4086-92aa-693699cbff26 req-44a2f09e-2dff-4f95-a119-a90a3c842909 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.2187414 May 25 22:57:20.339361 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59a6b088-9af3-460d-bebe-ffb08c999b8f req-66b60e4c-f63b-4d3e-9a1c-84ef90cb2be9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282692 May 25 22:57:20.384825 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:20.401323 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=cdf827b2-486c-468c-94f9-fc8eba9e1099,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:20.406175 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'port_id': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'mac_address': 'fa:16:3e:26:09:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 22:57:20.419059 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be9defee-3fc4-4086-92aa-693699cbff26 req-8131183b-74d4-4c6b-bf96-36dba64da361 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915782 May 25 22:57:20.425886 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55858) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:20.458458 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 78402ea2-c054-40f2-8ce5-777eb82b7451 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:20.458894 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.475875 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78402ea2-c054-40f2-8ce5-777eb82b7451 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:57:20.498318 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:20.562086 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e0220818-1c7a-4dd2-bb16-89cfb2aef330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.601386 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.602003 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 54c238a9-a304-417b-86b0-6155600c3398 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 22:57:20.678102 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 54c238a9-a304-417b-86b0-6155600c3398, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=54c238a9-a304-417b-86b0-6155600c3398,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:20.679615 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694dc1-eef1-4fbe-a6d3-a81be8114359 req-50afe46c-56b6-40b0-9df5-ea7385bc8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:20.680815 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=78402ea2-c054-40f2-8ce5-777eb82b7451,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:20.681086 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ac694dc1-eef1-4fbe-a6d3-a81be8114359 req-50afe46c-56b6-40b0-9df5-ea7385bc8404 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 1098 time: 0.0663407 May 25 22:57:20.682891 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e0220818-1c7a-4dd2-bb16-89cfb2aef330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.693840 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '54c238a9-a304-417b-86b0-6155600c3398', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'port_id': '54c238a9-a304-417b-86b0-6155600c3398', 'mac_address': 'fa:16:3e:12:cb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 22:57:20.730145 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ac694dc1-eef1-4fbe-a6d3-a81be8114359 req-2bad6e90-092b-48ab-9edd-81901dfdec36 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409315 May 25 22:57:20.744178 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 54c238a9-a304-417b-86b0-6155600c3398 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:20.744572 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.758903 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c238a9-a304-417b-86b0-6155600c3398 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:57:20.776819 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e0220818-1c7a-4dd2-bb16-89cfb2aef330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.783058 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 54c238a9-a304-417b-86b0-6155600c3398, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=54c238a9-a304-417b-86b0-6155600c3398,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:20.854348 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.856666 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55870) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:20.869660 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-e0220818-1c7a-4dd2-bb16-89cfb2aef330 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b50e6d76ea14f84aa986d90e4a2b9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422622 May 25 22:57:20.872435 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55872) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:20.877893 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0220818-1c7a-4dd2-bb16-89cfb2aef330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ac9c71-886b-452d-b1ea-d4a6deafd57c,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:20.879601 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a5d3-6bf7-41ec-939e-e62a91879c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.904252 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285d269-d30b-4aee-ae24-2d11f8c88d25 req-02312fe1-2db4-41c0-8194-c164a8e4a3dd tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:20.909307 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b285d269-d30b-4aee-ae24-2d11f8c88d25 req-02312fe1-2db4-41c0-8194-c164a8e4a3dd tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 945 time: 0.1265306 May 25 22:57:20.919166 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=54c238a9-a304-417b-86b0-6155600c3398,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:20.923076 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2af0b-835e-4cc8-81a5-d3bb1c0dc6ec req-32fef3a3-312f-4a8c-be4f-83c9821a0aa3 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:20.923934 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9bc2af0b-835e-4cc8-81a5-d3bb1c0dc6ec req-32fef3a3-312f-4a8c-be4f-83c9821a0aa3 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 946 time: 0.1004598 May 25 22:57:20.961886 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24ec113f-5af8-4af3-8e7b-a941c4806ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.981836 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b285d269-d30b-4aee-ae24-2d11f8c88d25 req-f5804e11-9593-4fef-bb4d-db1238c791a9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565801 May 25 22:57:20.994750 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24ec113f-5af8-4af3-8e7b-a941c4806ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.994944 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9bc2af0b-835e-4cc8-81a5-d3bb1c0dc6ec req-d75bb959-e589-4cf3-a359-557058770271 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618882 May 25 22:57:21.051532 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a5d3-6bf7-41ec-939e-e62a91879c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.119607 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a5d3-6bf7-41ec-939e-e62a91879c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.154297 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24ec113f-5af8-4af3-8e7b-a941c4806ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.156748 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24ec113f-5af8-4af3-8e7b-a941c4806ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.157887 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-24ec113f-5af8-4af3-8e7b-a941c4806ac6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31ac9c71-886b-452d-b1ea-d4a6deafd57c HTTP/1.1" status: 204 len: 168 time: 0.2845411 May 25 22:57:21.165815 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3a5d3-6bf7-41ec-939e-e62a91879c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a21fd99-d239-4ac5-a816-d53a2de9ccfa,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:21.170082 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ffa3a5d3-6bf7-41ec-939e-e62a91879c0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ab3d93e59294b418844eaf00e2acf68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118246 May 25 22:57:21.173263 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55878) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:21.179290 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec113f-5af8-4af3-8e7b-a941c4806ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ac9c71-886b-452d-b1ea-d4a6deafd57c,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:21.241092 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d4c06f1d-2c61-41c2-8eb7-cda0bb94e859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.268494 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d4c06f1d-2c61-41c2-8eb7-cda0bb94e859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.365297 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d4c06f1d-2c61-41c2-8eb7-cda0bb94e859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.368528 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d4c06f1d-2c61-41c2-8eb7-cda0bb94e859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.371515 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-d4c06f1d-2c61-41c2-8eb7-cda0bb94e859 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a21fd99-d239-4ac5-a816-d53a2de9ccfa HTTP/1.1" status: 204 len: 168 time: 0.1943872 May 25 22:57:21.379678 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c06f1d-2c61-41c2-8eb7-cda0bb94e859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a21fd99-d239-4ac5-a816-d53a2de9ccfa,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:21.501094 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f98de5-3f93-4ed9-837f-52a692868678 req-c47e7507-d02d-4d09-ab4c-36d64edc82eb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:21.503442 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8f98de5-3f93-4ed9-837f-52a692868678 req-c47e7507-d02d-4d09-ab4c-36d64edc82eb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 945 time: 0.0740347 May 25 22:57:21.575846 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8f98de5-3f93-4ed9-837f-52a692868678 req-e304f3b8-40b8-454f-bc69-f3b208547513 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649221 May 25 22:57:21.590523 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32debe-25b2-4a3e-9fde-d7b6971e22d3 req-9d8b4911-9b3a-4e45-949a-b48d02a45646 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:21.590523 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3d32debe-25b2-4a3e-9fde-d7b6971e22d3 req-9d8b4911-9b3a-4e45-949a-b48d02a45646 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 944 time: 0.0719070 May 25 22:57:21.628393 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3d32debe-25b2-4a3e-9fde-d7b6971e22d3 req-cc454fb4-749e-4cc0-8d0d-9f281c68da8d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328395 May 25 22:57:21.820104 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['78402ea2-c054-40f2-8ce5-777eb82b7451'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 22:57:21.955142 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 55904) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:21.983059 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-44aca51d-21b4-460d-aa98-07904463d245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.019826 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['25eaf733-14d8-43e9-a80d-82cfa4558e00'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 22:57:22.090224 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['54c238a9-a304-417b-86b0-6155600c3398'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 22:57:22.144207 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-44aca51d-21b4-460d-aa98-07904463d245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.167417 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9ec8b-8c20-4af1-99eb-89b97c2f5371 req-8b726c2f-86b7-41bd-afd9-7885e9f9ae01 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:22.168881 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9ad9ec8b-8c20-4af1-99eb-89b97c2f5371 req-8b726c2f-86b7-41bd-afd9-7885e9f9ae01 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 945 time: 0.0733197 May 25 22:57:22.211598 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9ad9ec8b-8c20-4af1-99eb-89b97c2f5371 req-0a021a7c-8941-40b9-829f-5dfbe6943865 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353572 May 25 22:57:22.223761 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-44aca51d-21b4-460d-aa98-07904463d245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.276574 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-44aca51d-21b4-460d-aa98-07904463d245 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0593c6921cd4247bfb241bf96efa3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191695 May 25 22:57:22.277066 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 55914) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:22.277611 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aca51d-21b4-460d-aa98-07904463d245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01c5a16-cc0d-4812-9ff7-250f0f991f70,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:22.356151 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1ceab0c0-487a-44f2-be2a-57d6fc310425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.382663 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1ceab0c0-487a-44f2-be2a-57d6fc310425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.505175 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1ceab0c0-487a-44f2-be2a-57d6fc310425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.507897 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1ceab0c0-487a-44f2-be2a-57d6fc310425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.511433 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-1ceab0c0-487a-44f2-be2a-57d6fc310425 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d01c5a16-cc0d-4812-9ff7-250f0f991f70 HTTP/1.1" status: 204 len: 168 time: 0.2307308 May 25 22:57:22.519992 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceab0c0-487a-44f2-be2a-57d6fc310425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01c5a16-cc0d-4812-9ff7-250f0f991f70,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:22.724455 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ab626-6b72-4e60-ab8c-fa94f0ea1a4a req-f11b2942-8961-4c31-b603-c53e077f4776 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:22.726006 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6e6ab626-6b72-4e60-ab8c-fa94f0ea1a4a req-f11b2942-8961-4c31-b603-c53e077f4776 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 945 time: 0.0825472 May 25 22:57:22.794241 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8825d1d-a88e-4ed4-aa78-0bf6007f7340 req-f5779ee2-b9de-428a-bddc-6b13db044ef4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:22.795726 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b8825d1d-a88e-4ed4-aa78-0bf6007f7340 req-f5779ee2-b9de-428a-bddc-6b13db044ef4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 944 time: 0.0926926 May 25 22:57:22.798529 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6e6ab626-6b72-4e60-ab8c-fa94f0ea1a4a req-94444071-f795-438b-b6e8-23c25680a99a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520008 May 25 22:57:22.855431 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b8825d1d-a88e-4ed4-aa78-0bf6007f7340 req-0ecfe086-7ef9-4689-8c2a-9f55fce02974 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514712 May 25 22:57:23.350014 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed26f71-a8f1-4054-b9a4-956d26f10e4f req-b27f19a6-7216-4435-b674-c66ccab57754 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:23.351487 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4ed26f71-a8f1-4054-b9a4-956d26f10e4f req-b27f19a6-7216-4435-b674-c66ccab57754 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 945 time: 0.0531762 May 25 22:57:23.388623 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4ed26f71-a8f1-4054-b9a4-956d26f10e4f req-90e0cc36-0609-4851-844f-ed4a82c2ab4d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 May 25 22:57:24.009609 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44d286a3-0606-440f-9af3-ab425f77ca4c req-532998c8-542d-4912-a466-a08d2ee28c5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790384 May 25 22:57:24.022338 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545f0d6-6ee7-4f20-9fb3-e606a56820e5 req-82091538-644c-4c3e-b327-0e86d75e3c4a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:24.024235 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f545f0d6-6ee7-4f20-9fb3-e606a56820e5 req-82091538-644c-4c3e-b327-0e86d75e3c4a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 945 time: 0.1350651 May 25 22:57:24.076202 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e8157-b46d-4b87-9342-9f4e3181e5fe req-4472fab2-d867-447c-bea6-d3ef06c6361f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:24.077937 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c33e8157-b46d-4b87-9342-9f4e3181e5fe req-4472fab2-d867-447c-bea6-d3ef06c6361f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 944 time: 0.1167045 May 25 22:57:24.130553 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f545f0d6-6ee7-4f20-9fb3-e606a56820e5 req-6fe0e7c8-1828-4fb1-9ff0-70e182bcd8ff tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949094 May 25 22:57:24.176773 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c33e8157-b46d-4b87-9342-9f4e3181e5fe req-36a34ced-d7d8-4429-a228-8968e15e9a7f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907938 May 25 22:57:24.186489 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d286a3-0606-440f-9af3-ab425f77ca4c req-13ee4a26-3abd-48f3-b650-b4c2e91b5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:24.188759 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44d286a3-0606-440f-9af3-ab425f77ca4c req-13ee4a26-3abd-48f3-b650-b4c2e91b5e6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1301e3aafdec46528948dc13614a0688&device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 1099 time: 0.0743876 May 25 22:57:24.421042 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d286a3-0606-440f-9af3-ab425f77ca4c req-806f3552-f30a-463e-9502-97856b6e3853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:24.423366 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44d286a3-0606-440f-9af3-ab425f77ca4c req-806f3552-f30a-463e-9502-97856b6e3853 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb79a705-9e42-41b1-883c-eb5d22924544 HTTP/1.1" status: 200 len: 912 time: 0.2032318 May 25 22:57:24.438205 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a06ea-bbf2-4f1b-8c77-52cfcd151686 req-38e672fb-8a55-45ca-9778-fafcab4807a4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:24.439753 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7c1a06ea-bbf2-4f1b-8c77-52cfcd151686 req-38e672fb-8a55-45ca-9778-fafcab4807a4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 945 time: 0.0721757 May 25 22:57:24.454079 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56038) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:24.460060 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-afd107cc-652b-4864-a003-4e9c6eb3306e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'floatingip': {'port_id': 'cdf827b2-486c-468c-94f9-fc8eba9e1099'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:24.491197 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44d286a3-0606-440f-9af3-ab425f77ca4c req-1e4f2618-6e13-4ae4-bf28-83aafd686a9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d257725-5e8e-496e-b4fc-fa46b28505b7 HTTP/1.1" status: 200 len: 217 time: 0.0500026 May 25 22:57:24.542570 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-afd107cc-652b-4864-a003-4e9c6eb3306e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.623508 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269ec28-d9a1-4b79-9776-c8a7b45df009 req-58883b3f-53c9-4b38-8adc-39d552f19f72 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:24.624997 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6269ec28-d9a1-4b79-9776-c8a7b45df009 req-58883b3f-53c9-4b38-8adc-39d552f19f72 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 945 time: 0.1185756 May 25 22:57:24.626648 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d286a3-0606-440f-9af3-ab425f77ca4c req-7e7e6db1-edb1-4fbb-b6f8-8b33052b5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:24.628174 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44d286a3-0606-440f-9af3-ab425f77ca4c req-7e7e6db1-edb1-4fbb-b6f8-8b33052b5439 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69c5a3ac-bedc-46b2-a593-401e2f169f9c HTTP/1.1" status: 200 len: 851 time: 0.1102130 May 25 22:57:24.695562 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44d286a3-0606-440f-9af3-ab425f77ca4c req-6aaf88c0-a1a4-45d4-8a49-99c27c22bdf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb79a705-9e42-41b1-883c-eb5d22924544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351832 May 25 22:57:24.699260 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6269ec28-d9a1-4b79-9776-c8a7b45df009 req-2ce97754-8b3e-4a1d-97e5-beba9819cc5e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665741 May 25 22:57:24.831168 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44d286a3-0606-440f-9af3-ab425f77ca4c req-8e04bc0b-3739-4d5f-aa6a-8a8627c22220 service neutron] 10.222.0.24 "GET /v2.0/networks/bb79a705-9e42-41b1-883c-eb5d22924544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254969 May 25 22:57:24.953158 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44d286a3-0606-440f-9af3-ab425f77ca4c req-02fe7080-1127-4994-8df8-88486674ddf4 service neutron] 10.222.0.24 "GET /v2.0/networks/bb79a705-9e42-41b1-883c-eb5d22924544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105964 May 25 22:57:25.191649 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56068) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:25.356379 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebcf00-4aab-4fa0-86fd-6ee348110c11 req-c230ac30-b6e2-43f7-a453-6f92c10ecf0e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:25.365198 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7aebcf00-4aab-4fa0-86fd-6ee348110c11 req-c230ac30-b6e2-43f7-a453-6f92c10ecf0e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 944 time: 0.0719733 May 25 22:57:25.431078 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7aebcf00-4aab-4fa0-86fd-6ee348110c11 req-d6a22d5b-02ea-4283-8596-a47c2360661f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616777 May 25 22:57:25.465244 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-747229dc-5fbe-49c1-9316-d22700605f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.558814 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-747229dc-5fbe-49c1-9316-d22700605f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.565943 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-afd107cc-652b-4864-a003-4e9c6eb3306e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.625067 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-747229dc-5fbe-49c1-9316-d22700605f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.656209 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.656835 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-afd107cc-652b-4864-a003-4e9c6eb3306e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.667492 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747229dc-5fbe-49c1-9316-d22700605f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d96f0b-31c1-4f8d-9125-d350df56bea3,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:25.676596 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-747229dc-5fbe-49c1-9316-d22700605f44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cef78308c0ef481dabf5be711e170b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807563 May 25 22:57:25.677204 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56086) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:25.681992 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 25eaf733-14d8-43e9-a80d-82cfa4558e00 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:57:25.748308 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1f360a8e-7a68-4666-a7d7-ddcf5d15a01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.779527 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1f360a8e-7a68-4666-a7d7-ddcf5d15a01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.792161 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.l3_db [None req-afd107cc-652b-4864-a003-4e9c6eb3306e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Floating IP bb6102df-058a-4732-b8e7-4dffb04d5e43 associated. External IP: 172.27.1.216, port: cdf827b2-486c-468c-94f9-fc8eba9e1099. May 25 22:57:25.813665 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 25eaf733-14d8-43e9-a80d-82cfa4558e00 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:25.820887 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 25eaf733-14d8-43e9-a80d-82cfa4558e00 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:25.820887 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.880103 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731d9db-72a6-449e-835c-e30934873179 req-175a7711-e059-4d28-a359-504e77663112 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:25.881663 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9731d9db-72a6-449e-835c-e30934873179 req-175a7711-e059-4d28-a359-504e77663112 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 945 time: 0.0932052 May 25 22:57:25.912432 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 25eaf733-14d8-43e9-a80d-82cfa4558e00 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:25.912573 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.926671 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9731d9db-72a6-449e-835c-e30934873179 req-e0c168b3-d3a0-4dbd-9952-b22aa3a789e4 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370176 May 25 22:57:25.944477 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3230ee3b-309a-447b-b710-08bfd51b34e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eaf733-14d8-43e9-a80d-82cfa4558e00'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:57:25.948257 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d173da25-5d0f-4726-b42b-2b2e0c365fbd" -d '{"events": [{"server_uuid": "3230ee3b-309a-447b-b710-08bfd51b34e3", "name": "network-vif-plugged", "status": "completed", "tag": "25eaf733-14d8-43e9-a80d-82cfa4558e00"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:57:25.959576 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1f360a8e-7a68-4666-a7d7-ddcf5d15a01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.962862 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1f360a8e-7a68-4666-a7d7-ddcf5d15a01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.969791 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-1f360a8e-7a68-4666-a7d7-ddcf5d15a01a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15d96f0b-31c1-4f8d-9125-d350df56bea3 HTTP/1.1" status: 204 len: 168 time: 0.2861245 May 25 22:57:25.970129 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 25eaf733-14d8-43e9-a80d-82cfa4558e00, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=25eaf733-14d8-43e9-a80d-82cfa4558e00,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:25.988961 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f360a8e-7a68-4666-a7d7-ddcf5d15a01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d96f0b-31c1-4f8d-9125-d350df56bea3,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:26.028856 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 22:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f9d2ba-7e27-488b-9e18-402730d37fab x-openstack-request-id: req-c7f9d2ba-7e27-488b-9e18-402730d37fab {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:57:26.029230 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3230ee3b-309a-447b-b710-08bfd51b34e3", "name": "network-vif-plugged", "status": "completed", "tag": "25eaf733-14d8-43e9-a80d-82cfa4558e00", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:57:26.029547 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7f9d2ba-7e27-488b-9e18-402730d37fab {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:57:26.030330 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f9d2ba-7e27-488b-9e18-402730d37fab'] response: {'server_uuid': '3230ee3b-309a-447b-b710-08bfd51b34e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eaf733-14d8-43e9-a80d-82cfa4558e00', 'code': 200} May 25 22:57:26.048696 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.049539 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 78402ea2-c054-40f2-8ce5-777eb82b7451 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:57:26.077452 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd107cc-652b-4864-a003-4e9c6eb3306e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:57:26.136975 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=25eaf733-14d8-43e9-a80d-82cfa4558e00,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:26.225544 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd107cc-652b-4864-a003-4e9c6eb3306e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:26.230873 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-afd107cc-652b-4864-a003-4e9c6eb3306e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.285610 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deafb3f8-e773-4fae-b606-6c4b1fe9d4e2 None None] Sync routers for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:57:26.285610 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafb3f8-e773-4fae-b606-6c4b1fe9d4e2 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:57:26.285610 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-deafb3f8-e773-4fae-b606-6c4b1fe9d4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:26.286448 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-afd107cc-652b-4864-a003-4e9c6eb3306e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "PUT /v2.0/floatingips/bb6102df-058a-4732-b8e7-4dffb04d5e43 HTTP/1.1" status: 200 len: 991 time: 1.8061619 May 25 22:57:26.286448 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27eff1e9-bed7-4efa-86de-1585b975a248', 'tag': 'cdf827b2-486c-468c-94f9-fc8eba9e1099'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:57:26.286448 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efd5759-d6b6-4a14-9f68-175191d17a48" -d '{"events": [{"name": "network-changed", "server_uuid": "27eff1e9-bed7-4efa-86de-1585b975a248", "tag": "cdf827b2-486c-468c-94f9-fc8eba9e1099"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:57:26.286655 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 78402ea2-c054-40f2-8ce5-777eb82b7451 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:26.292420 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 78402ea2-c054-40f2-8ce5-777eb82b7451 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:26.294255 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.312287 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67418a4-9257-4275-ba54-bf70d56c8a29 x-openstack-request-id: req-d67418a4-9257-4275-ba54-bf70d56c8a29 {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:57:26.312585 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27eff1e9-bed7-4efa-86de-1585b975a248", "tag": "cdf827b2-486c-468c-94f9-fc8eba9e1099", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:57:26.312842 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d67418a4-9257-4275-ba54-bf70d56c8a29 {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:57:26.313243 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67418a4-9257-4275-ba54-bf70d56c8a29'] response: {'name': 'network-changed', 'server_uuid': '27eff1e9-bed7-4efa-86de-1585b975a248', 'tag': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'status': 'completed', 'code': 200} May 25 22:57:26.388046 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 78402ea2-c054-40f2-8ce5-777eb82b7451 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:26.388563 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.392042 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-deafb3f8-e773-4fae-b606-6c4b1fe9d4e2 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:57:26.438274 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5759-d6b6-4a14-9f68-175191d17a48 req-7d4a80fd-8f2e-490c-b7b5-7c8b828fa6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:26.443906 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6efd5759-d6b6-4a14-9f68-175191d17a48 req-7d4a80fd-8f2e-490c-b7b5-7c8b828fa6f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 1098 time: 0.0551329 May 25 22:57:26.447545 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:26.525695 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.526524 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 54c238a9-a304-417b-86b0-6155600c3398 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:57:26.607431 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=78402ea2-c054-40f2-8ce5-777eb82b7451,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:26.756896 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 54c238a9-a304-417b-86b0-6155600c3398 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:26.762578 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 54c238a9-a304-417b-86b0-6155600c3398 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:26.762959 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.796808 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-deafb3f8-e773-4fae-b606-6c4b1fe9d4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bb6102df-058a-4732-b8e7-4dffb04d5e43', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:47:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eff1e9-bed7-4efa-86de-1585b975a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:43Z', 'updated_at': '2022-05-25T22:57:25Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:26.821005 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56116) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:26.829201 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deafb3f8-e773-4fae-b606-6c4b1fe9d4e2 None None] Checking router: c3b3a688-ed9e-4dd5-b5fb-50af9944f744 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:57:26.839283 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-10bd813f-d1ae-4b60-a13f-6ec8d714d032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.850416 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafb3f8-e773-4fae-b606-6c4b1fe9d4e2 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:57:26.851131 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-deafb3f8-e773-4fae-b606-6c4b1fe9d4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:26.870183 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c28d5-bcb7-4b6f-8f8b-676c81278b31 req-6e47d0ab-47de-4235-acc0-d186d595c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:26.871654 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f76c28d5-bcb7-4b6f-8f8b-676c81278b31 req-6e47d0ab-47de-4235-acc0-d186d595c2af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 1099 time: 0.3827183 May 25 22:57:26.900145 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb25e1d-405a-45f5-bdc8-fe0e8bd41dfc req-0d525eea-51d4-4fb6-b008-ef5bedab6a14 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:26.901821 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-feb25e1d-405a-45f5-bdc8-fe0e8bd41dfc req-0d525eea-51d4-4fb6-b008-ef5bedab6a14 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.1630290 May 25 22:57:26.914781 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 54c238a9-a304-417b-86b0-6155600c3398 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:26.915160 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.946774 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5759-d6b6-4a14-9f68-175191d17a48 req-dae0b7d9-271e-4050-a882-30f101b9b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:26.948520 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6efd5759-d6b6-4a14-9f68-175191d17a48 req-dae0b7d9-271e-4050-a882-30f101b9b063 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 915 time: 0.4874079 May 25 22:57:26.977833 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-10bd813f-d1ae-4b60-a13f-6ec8d714d032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.988619 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 54c238a9-a304-417b-86b0-6155600c3398, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=54c238a9-a304-417b-86b0-6155600c3398,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:27.023619 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f76c28d5-bcb7-4b6f-8f8b-676c81278b31 req-853e474a-e565-4ddd-95ea-122a02710653 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368127 May 25 22:57:27.023998 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-deafb3f8-e773-4fae-b606-6c4b1fe9d4e2 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:57:27.102836 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-feb25e1d-405a-45f5-bdc8-fe0e8bd41dfc req-41b36327-e642-4f0c-951b-a421c2621349 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593080 May 25 22:57:27.111625 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6efd5759-d6b6-4a14-9f68-175191d17a48 req-318746ec-6891-4547-8e0c-50b6a40a6cf8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf827b2-486c-468c-94f9-fc8eba9e1099 HTTP/1.1" status: 200 len: 999 time: 0.1499767 May 25 22:57:27.122084 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-10bd813f-d1ae-4b60-a13f-6ec8d714d032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.123512 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.146437 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b7f5a-b24b-44b4-bb5e-a2539816cac3 req-4d90832d-0260-4832-aa6d-77a2d368478e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:27.147951 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-095b7f5a-b24b-44b4-bb5e-a2539816cac3 req-4d90832d-0260-4832-aa6d-77a2d368478e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0992770 May 25 22:57:27.184771 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd813f-d1ae-4b60-a13f-6ec8d714d032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dda938-28be-4c3d-90ed-99f34787ed6e,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:27.193042 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-095b7f5a-b24b-44b4-bb5e-a2539816cac3 req-cac60169-35c3-4793-95a7-1ccb5bcea41c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363662 May 25 22:57:27.193552 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56120) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:27.201295 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-10bd813f-d1ae-4b60-a13f-6ec8d714d032 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a548b66f308a48feb8abc309d5545d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716402 May 25 22:57:27.208427 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=54c238a9-a304-417b-86b0-6155600c3398,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:27.250639 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-184e423c-7466-4dba-946a-8d6809c283b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.272215 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-184e423c-7466-4dba-946a-8d6809c283b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.287852 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-deafb3f8-e773-4fae-b606-6c4b1fe9d4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bb6102df-058a-4732-b8e7-4dffb04d5e43', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:47:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eff1e9-bed7-4efa-86de-1585b975a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:43Z', 'updated_at': '2022-05-25T22:57:25Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:27.314084 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deafb3f8-e773-4fae-b606-6c4b1fe9d4e2 None None] The sync data for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi is: [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bb6102df-058a-4732-b8e7-4dffb04d5e43', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:47:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eff1e9-bed7-4efa-86de-1585b975a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:43Z', 'updated_at': '2022-05-25T22:57:25Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:57:27.396397 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-184e423c-7466-4dba-946a-8d6809c283b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.406746 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-184e423c-7466-4dba-946a-8d6809c283b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.406746 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-184e423c-7466-4dba-946a-8d6809c283b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29dda938-28be-4c3d-90ed-99f34787ed6e HTTP/1.1" status: 204 len: 168 time: 0.2056699 May 25 22:57:27.412595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e423c-7466-4dba-946a-8d6809c283b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dda938-28be-4c3d-90ed-99f34787ed6e,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:27.441926 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56126) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:27.535905 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5759-d6b6-4a14-9f68-175191d17a48 req-5aa649b4-130d-49c0-beb7-0f4b48a6760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:27.538913 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6efd5759-d6b6-4a14-9f68-175191d17a48 req-5aa649b4-130d-49c0-beb7-0f4b48a6760f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.0668867 May 25 22:57:27.572172 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8edf0e9-7877-4aa2-828a-fca54b5b59b5 None None] New status for floating IP bb6102df-058a-4732-b8e7-4dffb04d5e43: ACTIVE {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 22:57:27.593295 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-66b7ba74-a6a2-4966-8c1d-8519384c09a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.626626 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5759-d6b6-4a14-9f68-175191d17a48 req-fbdef86a-58b0-4dea-997b-b637e990f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:27.636058 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6efd5759-d6b6-4a14-9f68-175191d17a48 req-fbdef86a-58b0-4dea-997b-b637e990f920 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650809 May 25 22:57:27.755387 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-66b7ba74-a6a2-4966-8c1d-8519384c09a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.778083 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6efd5759-d6b6-4a14-9f68-175191d17a48 req-289fb784-e0d5-4840-ba88-dc68c33c8d8e service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365538 May 25 22:57:27.841628 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-66b7ba74-a6a2-4966-8c1d-8519384c09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.900896 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7ba74-a6a2-4966-8c1d-8519384c09a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2451b0f-a7e1-4388-816d-0992a38b466b,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:27.911477 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56142) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:27.912069 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-66b7ba74-a6a2-4966-8c1d-8519384c09a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af89fb5d9a974fa2aa4b5599114c8c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685199 May 25 22:57:27.934254 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6efd5759-d6b6-4a14-9f68-175191d17a48 req-a8616673-96d8-4758-a92d-45a5d2cd6459 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428974 May 25 22:57:27.982745 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.004598 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.031649 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451'}, {'server_uuid': '4086b450-e415-4f12-b92f-fc8f071bfc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c238a9-a304-417b-86b0-6155600c3398'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:57:28.034729 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cba412-2ee1-41fe-bc16-3a6a40f9b895" -d '{"events": [{"server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "name": "network-vif-plugged", "status": "completed", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451"}, {"server_uuid": "4086b450-e415-4f12-b92f-fc8f071bfc3e", "name": "network-vif-plugged", "status": "completed", "tag": "54c238a9-a304-417b-86b0-6155600c3398"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:57:28.074889 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 May 2022 22:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18063eb3-cfd1-40dd-9fa6-dfdf6f432090 x-openstack-request-id: req-18063eb3-cfd1-40dd-9fa6-dfdf6f432090 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:57:28.075188 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "name": "network-vif-plugged", "status": "completed", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451", "code": 200}, {"server_uuid": "4086b450-e415-4f12-b92f-fc8f071bfc3e", "name": "network-vif-plugged", "status": "completed", "tag": "54c238a9-a304-417b-86b0-6155600c3398", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:57:28.075441 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18063eb3-cfd1-40dd-9fa6-dfdf6f432090 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:57:28.075842 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18063eb3-cfd1-40dd-9fa6-dfdf6f432090'] response: {'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'code': 200} May 25 22:57:28.076101 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18063eb3-cfd1-40dd-9fa6-dfdf6f432090'] response: {'server_uuid': '4086b450-e415-4f12-b92f-fc8f071bfc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c238a9-a304-417b-86b0-6155600c3398', 'code': 200} May 25 22:57:28.141950 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.145112 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.148673 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2451b0f-a7e1-4388-816d-0992a38b466b HTTP/1.1" status: 204 len: 168 time: 0.2335148 May 25 22:57:28.155188 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2451b0f-a7e1-4388-816d-0992a38b466b,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:28.163093 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.163630 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.164130 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.164608 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.165084 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.165454 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.166045 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.166538 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.167056 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.167629 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.168052 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.168533 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f5330-7c1b-4f5b-a880-0b7f77ebe559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:28.254429 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b72d3-32dd-40c2-8424-04296d413121 req-db4666b6-a4f4-4bcb-abac-bbac2e147d5f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:28.263360 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e56b72d3-32dd-40c2-8424-04296d413121 req-db4666b6-a4f4-4bcb-abac-bbac2e147d5f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0706890 May 25 22:57:28.326834 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e56b72d3-32dd-40c2-8424-04296d413121 req-d494ff5d-3e11-442c-947a-e1f01ba58b8e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624375 May 25 22:57:28.347702 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4151b8e-ebd2-4891-b13d-5b423aa94c28 req-0d670aed-78ec-44a5-91d8-7774ad768bbc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:28.349309 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f4151b8e-ebd2-4891-b13d-5b423aa94c28 req-0d670aed-78ec-44a5-91d8-7774ad768bbc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0766258 May 25 22:57:28.393391 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f4151b8e-ebd2-4891-b13d-5b423aa94c28 req-4afb356f-ff50-49a0-8fb0-d6fd1f6ffd98 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357399 May 25 22:57:28.560131 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2e235-f2bc-4891-bae9-44a4067647c2 req-e7bec40e-87b8-4e5c-9a80-42f89a5634b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:28.561696 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-33e2e235-f2bc-4891-bae9-44a4067647c2 req-e7bec40e-87b8-4e5c-9a80-42f89a5634b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 1098 time: 0.0465188 May 25 22:57:28.627586 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-33e2e235-f2bc-4891-bae9-44a4067647c2 req-b7e899d8-4238-48ed-8e6d-e8a9a3679296 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525403 May 25 22:57:28.645593 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2067b-cc3f-476d-8502-2f82941476eb req-3351b1d1-34fa-43ea-9c4c-bf05d0ba1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:28.647143 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-92d2067b-cc3f-476d-8502-2f82941476eb req-3351b1d1-34fa-43ea-9c4c-bf05d0ba1549 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 1098 time: 0.0534005 May 25 22:57:29.031661 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56182) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:29.044606 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cffc1140-6a55-454a-8313-22fccac5546c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.134531 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cffc1140-6a55-454a-8313-22fccac5546c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.197199 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cffc1140-6a55-454a-8313-22fccac5546c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.197954 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-92d2067b-cc3f-476d-8502-2f82941476eb req-9b9aa862-adb1-4f0d-82e2-2cb55fc0766c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341845 May 25 22:57:29.237021 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-cffc1140-6a55-454a-8313-22fccac5546c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56a0a61a5f1a4a268ab7017d72eb633b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034614 May 25 22:57:29.238279 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc1140-6a55-454a-8313-22fccac5546c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985910f7-8479-4331-9098-a91fe5d3fe96,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:29.239768 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56196) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:29.297880 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.331279 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.465754 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd148c1b-8868-43c4-ace2-fda55a6f6d26 req-a5aa7e5d-8b58-4b06-b69a-cbc31349319d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:29.467389 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bd148c1b-8868-43c4-ace2-fda55a6f6d26 req-a5aa7e5d-8b58-4b06-b69a-cbc31349319d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0605528 May 25 22:57:29.489377 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.492048 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.495434 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/985910f7-8479-4331-9098-a91fe5d3fe96 HTTP/1.1" status: 204 len: 168 time: 0.2516809 May 25 22:57:29.527803 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985910f7-8479-4331-9098-a91fe5d3fe96,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:29.544812 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.545158 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.545495 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.545822 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.546148 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.546497 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.546822 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.547146 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.547469 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.547776 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.548259 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.548575 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb64835-3eda-4776-8d06-893b0d7bfe50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:29.577430 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bd148c1b-8868-43c4-ace2-fda55a6f6d26 req-993b11bf-8a39-4f45-854f-2a0c2502b8e4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017191 May 25 22:57:29.586837 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e3649-4818-44c4-85a8-bdd14c71dff1 req-8f540b63-5224-4007-bb0e-91ffa632a8e1 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:29.588372 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0c2e3649-4818-44c4-85a8-bdd14c71dff1 req-8f540b63-5224-4007-bb0e-91ffa632a8e1 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.1144640 May 25 22:57:29.644275 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0c2e3649-4818-44c4-85a8-bdd14c71dff1 req-f262d38c-d594-4976-b2d0-872fe96d9a96 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458598 May 25 22:57:30.274957 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56238) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:30.285981 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ba966985-1eef-46d6-b28a-7caa110c7e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.362998 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ba966985-1eef-46d6-b28a-7caa110c7e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.439140 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ba966985-1eef-46d6-b28a-7caa110c7e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.483440 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-ba966985-1eef-46d6-b28a-7caa110c7e8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9746ed94bfb04b48830131dcae3d0001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102175 May 25 22:57:30.484365 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba966985-1eef-46d6-b28a-7caa110c7e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6454d81f-d274-4f08-9db0-402c91b3eeb3,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:30.486508 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56248) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:30.545737 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f45bff46-0b2c-4c7d-b536-a3c0f88d8f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.567309 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f45bff46-0b2c-4c7d-b536-a3c0f88d8f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.704077 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62056ccf-ce7b-4a75-89e1-eee1dd692f53 req-5c6330e0-9ced-4ce0-9e81-a765ee9a8df1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:30.706152 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-62056ccf-ce7b-4a75-89e1-eee1dd692f53 req-5c6330e0-9ced-4ce0-9e81-a765ee9a8df1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0490260 May 25 22:57:30.707980 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f45bff46-0b2c-4c7d-b536-a3c0f88d8f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.710867 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f45bff46-0b2c-4c7d-b536-a3c0f88d8f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.712101 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f45bff46-0b2c-4c7d-b536-a3c0f88d8f8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6454d81f-d274-4f08-9db0-402c91b3eeb3 HTTP/1.1" status: 204 len: 168 time: 0.2244759 May 25 22:57:30.720106 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bff46-0b2c-4c7d-b536-a3c0f88d8f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6454d81f-d274-4f08-9db0-402c91b3eeb3,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:30.789780 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-62056ccf-ce7b-4a75-89e1-eee1dd692f53 req-456c6270-e772-4cf5-963c-a674e8da5dfc tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679672 May 25 22:57:30.816934 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09b773-422e-4494-a8d8-24d0734bb96e req-977eb711-e153-4452-95f3-11af8ef017fc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:30.816934 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bd09b773-422e-4494-a8d8-24d0734bb96e req-977eb711-e153-4452-95f3-11af8ef017fc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.1014259 May 25 22:57:30.852948 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bd09b773-422e-4494-a8d8-24d0734bb96e req-60101a4e-74eb-4803-bdb5-67f5d25fc0bc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349493 May 25 22:57:31.082692 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56276) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:31.210070 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5dd2da7e-d9c9-497d-ab2d-539e32da80db admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.290825 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5dd2da7e-d9c9-497d-ab2d-539e32da80db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.359425 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5dd2da7e-d9c9-497d-ab2d-539e32da80db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.404589 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5dd2da7e-d9c9-497d-ab2d-539e32da80db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=282524d895ac4a51bec4954a1a226e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206925 May 25 22:57:31.405041 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723da16d-e092-4387-91d4-dfa33c43fa48 req-553843c3-d978-4c8b-a53e-83d8e9c28b45 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:31.406693 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-723da16d-e092-4387-91d4-dfa33c43fa48 req-553843c3-d978-4c8b-a53e-83d8e9c28b45 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0563698 May 25 22:57:31.407154 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56292) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:31.409551 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2da7e-d9c9-497d-ab2d-539e32da80db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8cf4fc-bd09-415e-9032-062d55328a83,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:31.479726 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-723da16d-e092-4387-91d4-dfa33c43fa48 req-81c3571a-d4e7-4709-b655-e4fd6d2e9217 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602949 May 25 22:57:31.496795 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c70a5b31-d5a8-4241-ad2f-2a291352efa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.536135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c70a5b31-d5a8-4241-ad2f-2a291352efa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.554012 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ee174-72a4-43ba-850f-09545e2b16e5 req-53a5e14f-d26c-4215-a0ef-3c056b746780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:31.555508 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e58ee174-72a4-43ba-850f-09545e2b16e5 req-53a5e14f-d26c-4215-a0ef-3c056b746780 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 1099 time: 0.0735562 May 25 22:57:31.650601 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c70a5b31-d5a8-4241-ad2f-2a291352efa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.653124 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c70a5b31-d5a8-4241-ad2f-2a291352efa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.654258 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-c70a5b31-d5a8-4241-ad2f-2a291352efa6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc8cf4fc-bd09-415e-9032-062d55328a83 HTTP/1.1" status: 204 len: 168 time: 0.2462180 May 25 22:57:31.663049 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a5b31-d5a8-4241-ad2f-2a291352efa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8cf4fc-bd09-415e-9032-062d55328a83,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:31.828111 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ee174-72a4-43ba-850f-09545e2b16e5 req-83e08b46-eb66-453e-a02e-1f2e7f5d11a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:31.831103 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e58ee174-72a4-43ba-850f-09545e2b16e5 req-83e08b46-eb66-453e-a02e-1f2e7f5d11a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.0882530 May 25 22:57:31.885800 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e58ee174-72a4-43ba-850f-09545e2b16e5 req-f62ef47a-385f-4776-80ea-1755c10c9332 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25eaf733-14d8-43e9-a80d-82cfa4558e00 HTTP/1.1" status: 200 len: 217 time: 0.0386508 May 25 22:57:31.948693 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11e40a-f422-492d-9578-8fa3657a00b0 req-e673e5f3-8d20-41d4-bc2e-a6f74448ccdd tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:31.950824 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-da11e40a-f422-492d-9578-8fa3657a00b0 req-e673e5f3-8d20-41d4-bc2e-a6f74448ccdd tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0674505 May 25 22:57:32.015644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ee174-72a4-43ba-850f-09545e2b16e5 req-4ef14f15-a311-4c6a-b2c3-bc433a734318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:32.018113 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e58ee174-72a4-43ba-850f-09545e2b16e5 req-4ef14f15-a311-4c6a-b2c3-bc433a734318 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0856614 May 25 22:57:32.026794 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-da11e40a-f422-492d-9578-8fa3657a00b0 req-e67db25e-249a-4e96-af39-78f3324d1fbd tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563283 May 25 22:57:32.087146 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ee174-72a4-43ba-850f-09545e2b16e5 req-22f085b3-8977-4450-b494-4538883922c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:32.089061 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e58ee174-72a4-43ba-850f-09545e2b16e5 req-22f085b3-8977-4450-b494-4538883922c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477703 May 25 22:57:32.290864 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e58ee174-72a4-43ba-850f-09545e2b16e5 req-c9990f99-60b1-4526-adbd-c0f048c0ad88 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888548 May 25 22:57:32.347626 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56322) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:32.369663 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-21d1d70e-b2ab-49f4-85e4-0ede38db4b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.486606 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e58ee174-72a4-43ba-850f-09545e2b16e5 req-406769cb-258b-42eb-9cdc-53996cb8a2ad service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239865 May 25 22:57:32.524548 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-21d1d70e-b2ab-49f4-85e4-0ede38db4b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.613247 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c916c3-e6c2-4bfe-b3c4-ea0ffd7e812b req-58cddbb7-9098-4082-847c-a913af80e313 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:32.614764 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-53c916c3-e6c2-4bfe-b3c4-ea0ffd7e812b req-58cddbb7-9098-4082-847c-a913af80e313 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0542855 May 25 22:57:32.616262 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-21d1d70e-b2ab-49f4-85e4-0ede38db4b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.683267 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-21d1d70e-b2ab-49f4-85e4-0ede38db4b5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f9a2ea6dc0f498fa7e1d15265e2f1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345525 May 25 22:57:32.683959 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1d70e-b2ab-49f4-85e4-0ede38db4b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af331f28-df4e-4f29-b436-712c68541d39,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:32.685998 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56340) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:32.716259 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-53c916c3-e6c2-4bfe-b3c4-ea0ffd7e812b req-91790235-b412-4274-b60d-df088c19fe77 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862610 May 25 22:57:32.770809 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bc720556-ce95-4b36-8b30-1aa95b24ebd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.798407 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bc720556-ce95-4b36-8b30-1aa95b24ebd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.930879 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bc720556-ce95-4b36-8b30-1aa95b24ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.933623 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bc720556-ce95-4b36-8b30-1aa95b24ebd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.935459 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-bc720556-ce95-4b36-8b30-1aa95b24ebd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af331f28-df4e-4f29-b436-712c68541d39 HTTP/1.1" status: 204 len: 168 time: 0.2484059 May 25 22:57:32.944219 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc720556-ce95-4b36-8b30-1aa95b24ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af331f28-df4e-4f29-b436-712c68541d39,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:33.161421 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6373f6d-6aaa-4cac-b806-7225440d2e19 req-ca7b7671-bc5b-4e3a-98be-1d8de8b9463c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:33.168499 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c6373f6d-6aaa-4cac-b806-7225440d2e19 req-ca7b7671-bc5b-4e3a-98be-1d8de8b9463c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0633962 May 25 22:57:33.208514 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c6373f6d-6aaa-4cac-b806-7225440d2e19 req-a6fdd6c0-0eb8-429a-ad28-09636d2c3d06 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333056 May 25 22:57:33.328103 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e81df-66c2-47f5-912c-a1b49e33f51b req-30c769b2-9a8a-42b0-b8f0-e2b68766fed1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:33.329660 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f17e81df-66c2-47f5-912c-a1b49e33f51b req-30c769b2-9a8a-42b0-b8f0-e2b68766fed1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0508940 May 25 22:57:33.338843 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56368) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:33.343203 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-a1a135ac-3df4-429b-82a5-981ce9379577 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'floatingip': {'port_id': '78402ea2-c054-40f2-8ce5-777eb82b7451'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:33.413365 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1a135ac-3df4-429b-82a5-981ce9379577 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.084868 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce711bbb-2f86-4560-91a9-39a351abf516 req-9ae82c3a-2ba3-4989-a2b1-bff8dd8ea89e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:34.086358 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ce711bbb-2f86-4560-91a9-39a351abf516 req-9ae82c3a-2ba3-4989-a2b1-bff8dd8ea89e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.1939764 May 25 22:57:34.215173 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ce711bbb-2f86-4560-91a9-39a351abf516 req-80bb8800-17c4-4f0f-9c54-bf621d2d005c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222208 May 25 22:57:34.316480 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1a135ac-3df4-429b-82a5-981ce9379577 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.376195 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1a135ac-3df4-429b-82a5-981ce9379577 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.475667 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [None req-a1a135ac-3df4-429b-82a5-981ce9379577 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Floating IP 9b145665-ec37-4f92-a3f6-082b40fb53cb associated. External IP: 172.27.1.243, port: 78402ea2-c054-40f2-8ce5-777eb82b7451. May 25 22:57:34.684833 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a135ac-3df4-429b-82a5-981ce9379577 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:57:34.687305 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56406) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:34.796873 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a135ac-3df4-429b-82a5-981ce9379577 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:34.797094 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cad9b96d-5a49-49eb-843e-843593e9a382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.802153 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1a135ac-3df4-429b-82a5-981ce9379577 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.806683 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c0529-3d03-4e68-8647-579cdd881672 None None] Sync routers for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:57:34.818599 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c0529-3d03-4e68-8647-579cdd881672 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:57:34.819522 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fc4c0529-3d03-4e68-8647-579cdd881672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:34.829695 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-a1a135ac-3df4-429b-82a5-981ce9379577 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "PUT /v2.0/floatingips/9b145665-ec37-4f92-a3f6-082b40fb53cb HTTP/1.1" status: 200 len: 991 time: 1.4898193 May 25 22:57:34.830959 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:57:34.833289 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:57:34.882261 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cad9b96d-5a49-49eb-843e-843593e9a382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.911970 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce50149-6115-4cde-a251-26639bd13035 x-openstack-request-id: req-dce50149-6115-4cde-a251-26639bd13035 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:57:34.911970 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:57:34.911970 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dce50149-6115-4cde-a251-26639bd13035 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:57:34.911970 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce50149-6115-4cde-a251-26639bd13035'] response: {'name': 'network-changed', 'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'status': 'completed', 'code': 200} May 25 22:57:34.979034 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cad9b96d-5a49-49eb-843e-843593e9a382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.012999 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-fc4c0529-3d03-4e68-8647-579cdd881672 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:57:35.020051 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-cad9b96d-5a49-49eb-843e-843593e9a382 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e685dbf7d9074e28853a9a7537066722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313046 May 25 22:57:35.021062 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9b96d-5a49-49eb-843e-843593e9a382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eb7b12-ab54-48cc-a2cc-27dd81e159c0,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:35.023562 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56418) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:35.071469 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5 req-4a8fe5d4-10fb-4b19-971a-eb7c4c61f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:35.074128 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5 req-4a8fe5d4-10fb-4b19-971a-eb7c4c61f023 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 1098 time: 0.0549726 May 25 22:57:35.079366 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4f25dfd7-e0f0-4228-9b7b-59bd9a58958c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.111866 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4f25dfd7-e0f0-4228-9b7b-59bd9a58958c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.196597 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5 req-511f655f-9e51-4a01-a4c3-957f91d8f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:35.198051 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5 req-511f655f-9e51-4a01-a4c3-957f91d8f4f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 917 time: 0.1092558 May 25 22:57:35.231398 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4f25dfd7-e0f0-4228-9b7b-59bd9a58958c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.235207 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4f25dfd7-e0f0-4228-9b7b-59bd9a58958c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.243560 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-4f25dfd7-e0f0-4228-9b7b-59bd9a58958c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47eb7b12-ab54-48cc-a2cc-27dd81e159c0 HTTP/1.1" status: 204 len: 168 time: 0.2145290 May 25 22:57:35.268825 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25dfd7-e0f0-4228-9b7b-59bd9a58958c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eb7b12-ab54-48cc-a2cc-27dd81e159c0,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:35.272119 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fc4c0529-3d03-4e68-8647-579cdd881672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '9b145665-ec37-4f92-a3f6-082b40fb53cb', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'port_id': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'mac_address': 'fa:16:3e:26:09:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:49Z', 'updated_at': '2022-05-25T22:57:34Z', 'revision_number': 1, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:35.316154 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c0529-3d03-4e68-8647-579cdd881672 None None] Checking router: 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:57:35.325145 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c0529-3d03-4e68-8647-579cdd881672 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:57:35.325958 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fc4c0529-3d03-4e68-8647-579cdd881672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:35.339459 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5 req-c3cb6425-d1cd-46f6-87e9-7eec52ed2450 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78402ea2-c054-40f2-8ce5-777eb82b7451 HTTP/1.1" status: 200 len: 999 time: 0.1238711 May 25 22:57:35.435893 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5 req-5cfb07de-3197-4161-9096-38f1eb9b10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:35.436982 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-fc4c0529-3d03-4e68-8647-579cdd881672 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:57:35.437342 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5 req-5cfb07de-3197-4161-9096-38f1eb9b10b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 200 len: 855 time: 0.0801027 May 25 22:57:35.446029 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b3553-ee8b-42f0-86cb-8a3047653a1d req-1fe0866c-26b8-4541-adc7-e3eede545bad tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:35.447473 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1e8b3553-ee8b-42f0-86cb-8a3047653a1d req-1fe0866c-26b8-4541-adc7-e3eede545bad tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.1104379 May 25 22:57:35.511515 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1e8b3553-ee8b-42f0-86cb-8a3047653a1d req-a905fb7b-e7e7-4400-8b61-564fb69098f6 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571437 May 25 22:57:35.524926 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5 req-dcc6dd3b-a7c6-403f-b277-62d5f369a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:35.526351 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5 req-dcc6dd3b-a7c6-403f-b277-62d5f369a34e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f0395b-c390-4bb8-bd13-7c3f2ff21723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520651 May 25 22:57:35.678113 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5 req-f042d0a9-e55a-4fc9-b87a-c1ba3780895a service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434581 May 25 22:57:35.708500 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fc4c0529-3d03-4e68-8647-579cdd881672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '9b145665-ec37-4f92-a3f6-082b40fb53cb', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'port_id': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'mac_address': 'fa:16:3e:26:09:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:49Z', 'updated_at': '2022-05-25T22:57:34Z', 'revision_number': 1, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:35.739425 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c0529-3d03-4e68-8647-579cdd881672 None None] The sync data for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi is: [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '9b145665-ec37-4f92-a3f6-082b40fb53cb', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'port_id': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'mac_address': 'fa:16:3e:26:09:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:49Z', 'updated_at': '2022-05-25T22:57:34Z', 'revision_number': 1, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:57:35.978007 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c3ac8-5025-4c87-b7f3-941e96afbfa9 None None] New status for floating IP 9b145665-ec37-4f92-a3f6-082b40fb53cb: ACTIVE {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 22:57:36.001006 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b1c37ffe-50f1-40ab-bbc4-0fb7c4b1f1a5 req-5e9bbd52-8953-4c43-a79b-5f532e9a47bc service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097203 May 25 22:57:36.650121 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74526da1-e23b-411a-a8f4-df01dc86ff89 req-b65ced6c-b4a2-4e00-a391-263c37cb1b28 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:36.651690 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-74526da1-e23b-411a-a8f4-df01dc86ff89 req-b65ced6c-b4a2-4e00-a391-263c37cb1b28 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0599861 May 25 22:57:36.695251 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-74526da1-e23b-411a-a8f4-df01dc86ff89 req-bc915954-c358-414a-8abf-8f7b41073546 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351052 May 25 22:57:37.060027 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56498) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:37.167896 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a39a4147-9bb0-4fa4-a76c-0ef059f473e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.239865 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a39a4147-9bb0-4fa4-a76c-0ef059f473e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.362739 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a39a4147-9bb0-4fa4-a76c-0ef059f473e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.403593 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-a39a4147-9bb0-4fa4-a76c-0ef059f473e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=806a4533b75d4084a71b40f1395ce27b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424981 May 25 22:57:37.405468 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a4147-9bb0-4fa4-a76c-0ef059f473e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4028f04-a19f-4e77-9f4f-24b293101fd0,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:37.406405 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56508) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:37.465265 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9025bddb-a35e-45e7-a36e-329c2dbd063c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.489558 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9025bddb-a35e-45e7-a36e-329c2dbd063c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.598693 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9025bddb-a35e-45e7-a36e-329c2dbd063c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.601118 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9025bddb-a35e-45e7-a36e-329c2dbd063c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.602258 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9025bddb-a35e-45e7-a36e-329c2dbd063c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4028f04-a19f-4e77-9f4f-24b293101fd0 HTTP/1.1" status: 204 len: 168 time: 0.1947825 May 25 22:57:37.612059 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025bddb-a35e-45e7-a36e-329c2dbd063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4028f04-a19f-4e77-9f4f-24b293101fd0,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:37.818559 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7010d2-7c3b-4ae0-a37a-c09523f0bfc8 req-8187e2c1-3c34-49e2-96c7-e50497ebdb9a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:37.820043 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7f7010d2-7c3b-4ae0-a37a-c09523f0bfc8 req-8187e2c1-3c34-49e2-96c7-e50497ebdb9a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0501237 May 25 22:57:37.877906 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7f7010d2-7c3b-4ae0-a37a-c09523f0bfc8 req-60df2e49-15ad-4b61-89e8-d4a4594abbbd tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500524 May 25 22:57:37.936196 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f65b8-8062-4ecb-a5a0-06afa6771d7e req-c8d14008-8d4f-4e8a-95d6-85cf5f8dbe5c tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:37.937810 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-326f65b8-8062-4ecb-a5a0-06afa6771d7e req-c8d14008-8d4f-4e8a-95d6-85cf5f8dbe5c tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 946 time: 0.0503697 May 25 22:57:37.980021 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-326f65b8-8062-4ecb-a5a0-06afa6771d7e req-a8d7dec2-b9cf-49f6-8738-282affd1b11f tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351720 May 25 22:57:38.994789 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651df2e-9ab8-4e05-849d-fab18b1c8ac2 req-38d5ca41-f96f-43fb-96e1-985b523f8460 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:38.996403 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9651df2e-9ab8-4e05-849d-fab18b1c8ac2 req-38d5ca41-f96f-43fb-96e1-985b523f8460 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0506287 May 25 22:57:39.039122 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9651df2e-9ab8-4e05-849d-fab18b1c8ac2 req-a3f3594d-1e34-42b9-a7ca-e6fd6f1dbbef tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364745 May 25 22:57:39.122168 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424a25-a339-4112-8e21-274708f19ecf req-182c293d-75d0-4c72-9660-d8428c79c9f1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:39.127995 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8424a25-a339-4112-8e21-274708f19ecf req-182c293d-75d0-4c72-9660-d8428c79c9f1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 946 time: 0.0626278 May 25 22:57:39.172892 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8424a25-a339-4112-8e21-274708f19ecf req-12d0d6c4-5e68-40e5-9e21-0ddc38e76255 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374293 May 25 22:57:39.790801 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56632) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:39.901141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56638) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:39.957307 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-03ae0ac0-ce4c-4057-bd6c-6210df01a1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.971696 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-910d922c-4e85-4579-ace0-4decf12e0a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.093798 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-03ae0ac0-ce4c-4057-bd6c-6210df01a1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.105634 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-910d922c-4e85-4579-ace0-4decf12e0a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.159133 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e366b-6168-477e-a63a-a965e87f2e6d req-763d38fd-fd5f-4c74-b7c5-61965043a356 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:40.160593 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6c3e366b-6168-477e-a63a-a965e87f2e6d req-763d38fd-fd5f-4c74-b7c5-61965043a356 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0492201 May 25 22:57:40.161863 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-03ae0ac0-ce4c-4057-bd6c-6210df01a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.205398 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-910d922c-4e85-4579-ace0-4decf12e0a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.227938 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-03ae0ac0-ce4c-4057-bd6c-6210df01a1c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79e62a7c2f7f49adae0bfb353e6f9405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359703 May 25 22:57:40.230663 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56646) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:40.232683 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae0ac0-ce4c-4057-bd6c-6210df01a1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05e1346-4d45-4997-836b-9d9b737482a7,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:40.292065 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-910d922c-4e85-4579-ace0-4decf12e0a3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f987c8acf89940f69ea5571c508136d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898463 May 25 22:57:40.298932 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56650) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:40.309962 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6c3e366b-6168-477e-a63a-a965e87f2e6d req-6f6bc527-01ed-4978-9d2e-1d50ac87f0ff tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422501 May 25 22:57:40.311943 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d922c-4e85-4579-ace0-4decf12e0a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d06db7-cb8b-4c59-9ffc-2ed3d977b226,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:40.316890 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e6f99532-5af6-47b8-859f-e63aff9fc429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.349556 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83645675-7a15-45f4-bebf-587a112ef978 req-cc438e21-dab8-4771-9bc3-b3b5f98b1b32 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:40.351664 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-83645675-7a15-45f4-bebf-587a112ef978 req-cc438e21-dab8-4771-9bc3-b3b5f98b1b32 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 946 time: 0.1096158 May 25 22:57:40.362524 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e6f99532-5af6-47b8-859f-e63aff9fc429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.393563 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-83645675-7a15-45f4-bebf-587a112ef978 req-5290bc55-0a38-4be5-a6d4-f56b3757fd28 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363152 May 25 22:57:40.404863 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-11f5074f-c3b4-47e3-9232-1ade7096cb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.432371 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-11f5074f-c3b4-47e3-9232-1ade7096cb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.496027 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e6f99532-5af6-47b8-859f-e63aff9fc429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.498655 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e6f99532-5af6-47b8-859f-e63aff9fc429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.503199 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e6f99532-5af6-47b8-859f-e63aff9fc429 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a05e1346-4d45-4997-836b-9d9b737482a7 HTTP/1.1" status: 204 len: 168 time: 0.2677143 May 25 22:57:40.509135 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f99532-5af6-47b8-859f-e63aff9fc429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05e1346-4d45-4997-836b-9d9b737482a7,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:40.552921 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-11f5074f-c3b4-47e3-9232-1ade7096cb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.555608 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-11f5074f-c3b4-47e3-9232-1ade7096cb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.556744 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-11f5074f-c3b4-47e3-9232-1ade7096cb59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52d06db7-cb8b-4c59-9ffc-2ed3d977b226 HTTP/1.1" status: 204 len: 168 time: 0.2564807 May 25 22:57:40.566625 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5074f-c3b4-47e3-9232-1ade7096cb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d06db7-cb8b-4c59-9ffc-2ed3d977b226,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:41.224164 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56676) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:41.238686 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f9a95fb2-665f-4674-bfce-713debab04c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.297343 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56678) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:41.310454 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-42cac041-cf49-41bc-affe-fe974d9c9d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.315469 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f9a95fb2-665f-4674-bfce-713debab04c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.373877 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f9a95fb2-665f-4674-bfce-713debab04c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.388028 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-42cac041-cf49-41bc-affe-fe974d9c9d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.415164 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f9a95fb2-665f-4674-bfce-713debab04c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af78670501054cbc8b6012e0e0674e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899004 May 25 22:57:41.416369 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a95fb2-665f-4674-bfce-713debab04c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b07357-f4cb-4fb7-9ecd-7e78a8096839,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:41.417880 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56682) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:41.457842 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-42cac041-cf49-41bc-affe-fe974d9c9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.488614 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04925b-38e6-4c32-80ac-24f92007c1e4 req-8e6721ad-c3e7-4232-83a9-0b967f358a1d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:41.490077 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3b04925b-38e6-4c32-80ac-24f92007c1e4 req-8e6721ad-c3e7-4232-83a9-0b967f358a1d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.1042881 May 25 22:57:41.552612 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-42cac041-cf49-41bc-affe-fe974d9c9d5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8512875b5ca4d4b9bcefa846c022a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541399 May 25 22:57:41.555603 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56690) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:41.561267 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cac041-cf49-41bc-affe-fe974d9c9d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335bf7e0-2a6f-4785-b52b-4db9203e8548,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:41.574336 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-07cb8405-c14b-4a3a-9fc3-d18d55b584e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.606403 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3b04925b-38e6-4c32-80ac-24f92007c1e4 req-ca74991b-d2da-4305-8b6a-53f8bfb2d3d0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876751 May 25 22:57:41.610690 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ac196504-1bcb-4aa3-a32b-60bfc4920641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.613697 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bd049-7a32-4bcc-b21a-dbaef956b51a req-2cbc6d25-1a7f-42c5-8bdc-cd0da21fc4c4 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:41.615186 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-579bd049-7a32-4bcc-b21a-dbaef956b51a req-2cbc6d25-1a7f-42c5-8bdc-cd0da21fc4c4 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 946 time: 0.1348329 May 25 22:57:41.632285 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-07cb8405-c14b-4a3a-9fc3-d18d55b584e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.636529 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ac196504-1bcb-4aa3-a32b-60bfc4920641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.686349 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-579bd049-7a32-4bcc-b21a-dbaef956b51a req-82f6e3e3-9bd0-49ce-92c0-383d9b3b77d4 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566840 May 25 22:57:41.727704 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f85bb8d8-3673-4b7d-9e52-6ee82471335d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.784788 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ac196504-1bcb-4aa3-a32b-60bfc4920641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.787832 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ac196504-1bcb-4aa3-a32b-60bfc4920641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.792170 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ac196504-1bcb-4aa3-a32b-60bfc4920641 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/335bf7e0-2a6f-4785-b52b-4db9203e8548 HTTP/1.1" status: 204 len: 168 time: 0.2355046 May 25 22:57:41.802029 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac196504-1bcb-4aa3-a32b-60bfc4920641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335bf7e0-2a6f-4785-b52b-4db9203e8548,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:41.810046 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-07cb8405-c14b-4a3a-9fc3-d18d55b584e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.812643 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-07cb8405-c14b-4a3a-9fc3-d18d55b584e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.815426 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-07cb8405-c14b-4a3a-9fc3-d18d55b584e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5b07357-f4cb-4fb7-9ecd-7e78a8096839 HTTP/1.1" status: 204 len: 168 time: 0.3950455 May 25 22:57:41.828675 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb8405-c14b-4a3a-9fc3-d18d55b584e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b07357-f4cb-4fb7-9ecd-7e78a8096839,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:42.458723 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cbab0-380b-4f9f-8288-872fd9ddb9aa req-4f73ab5c-61ec-44a4-8d09-edb462ac851c tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:42.460305 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f27cbab0-380b-4f9f-8288-872fd9ddb9aa req-4f73ab5c-61ec-44a4-8d09-edb462ac851c tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 946 time: 0.0532975 May 25 22:57:42.565259 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56710) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:42.579937 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2cf329e2-1063-4b8c-b63a-93629aaa1b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.589934 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-f27cbab0-380b-4f9f-8288-872fd9ddb9aa req-1caa989f-fac2-4d89-b6bc-1736ba3dced1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Deleting port 8d257725-5e8e-496e-b4fc-fa46b28505b7 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 22:57:42.590270 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f27cbab0-380b-4f9f-8288-872fd9ddb9aa req-1caa989f-fac2-4d89-b6bc-1736ba3dced1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.684481 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2cf329e2-1063-4b8c-b63a-93629aaa1b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.735937 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-f27cbab0-380b-4f9f-8288-872fd9ddb9aa req-1caa989f-fac2-4d89-b6bc-1736ba3dced1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] For port 8d257725-5e8e-496e-b4fc-fa46b28505b7, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=8d257725-5e8e-496e-b4fc-fa46b28505b7,segment=NetworkSegment(66c59c98-5ec5-47e4-b11d-4fd328f1da79),segment_id=66c59c98-5ec5-47e4-b11d-4fd328f1da79)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:42.735937 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f27cbab0-380b-4f9f-8288-872fd9ddb9aa req-1caa989f-fac2-4d89-b6bc-1736ba3dced1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.752804 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2cf329e2-1063-4b8c-b63a-93629aaa1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.755391 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-f27cbab0-380b-4f9f-8288-872fd9ddb9aa req-1caa989f-fac2-4d89-b6bc-1736ba3dced1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Calling delete_port for 8d257725-5e8e-496e-b4fc-fa46b28505b7 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 22:57:42.774514 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bd51c-f78c-4004-a818-397e89e06b0c req-9159104f-8586-4c39-9b81-a9352cfa900e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:42.776021 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-271bd51c-f78c-4004-a818-397e89e06b0c req-9159104f-8586-4c39-9b81-a9352cfa900e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0937257 May 25 22:57:42.797408 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-2cf329e2-1063-4b8c-b63a-93629aaa1b89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fec54aa87e64a7dba86e39a6ea7a42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308726 May 25 22:57:42.798924 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf329e2-1063-4b8c-b63a-93629aaa1b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee10890b-1025-4076-a493-503ae03f4d6b,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:42.801630 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56724) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:42.857440 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d2dee2ef-39f6-4fff-b56a-de6579128b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.885807 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d2dee2ef-39f6-4fff-b56a-de6579128b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.930459 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-271bd51c-f78c-4004-a818-397e89e06b0c req-914ce44d-d59f-4c75-8f5f-27bd25c130d7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358643 May 25 22:57:42.950816 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ad152-b58a-4c2f-b665-286619f74580 req-20cdcc40-cc6f-4c55-9495-3d3c20b4f0c4 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:42.952379 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-370ad152-b58a-4c2f-b665-286619f74580 req-20cdcc40-cc6f-4c55-9495-3d3c20b4f0c4 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 946 time: 0.1706471 May 25 22:57:43.008934 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d2dee2ef-39f6-4fff-b56a-de6579128b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.011832 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d2dee2ef-39f6-4fff-b56a-de6579128b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.013043 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-d2dee2ef-39f6-4fff-b56a-de6579128b10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee10890b-1025-4076-a493-503ae03f4d6b HTTP/1.1" status: 204 len: 168 time: 0.2105231 May 25 22:57:43.021662 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dee2ef-39f6-4fff-b56a-de6579128b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee10890b-1025-4076-a493-503ae03f4d6b,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:43.057421 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-370ad152-b58a-4c2f-b665-286619f74580 req-f557117b-891d-4bb5-aa8c-9885a9273931 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/security-groups?id=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884519 May 25 22:57:43.156038 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f27cbab0-380b-4f9f-8288-872fd9ddb9aa req-1caa989f-fac2-4d89-b6bc-1736ba3dced1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.186966 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa989f-fac2-4d89-b6bc-1736ba3dced1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Pushing event deleted for resources: {'Port': ['ID=8d257725-5e8e-496e-b4fc-fa46b28505b7,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:43.232217 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['8d257725-5e8e-496e-b4fc-fa46b28505b7'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 22:57:43.265194 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27cbab0-380b-4f9f-8288-872fd9ddb9aa req-1caa989f-fac2-4d89-b6bc-1736ba3dced1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] No DVR routers for this DVR port 8d257725-5e8e-496e-b4fc-fa46b28505b7 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:43.268885 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f27cbab0-380b-4f9f-8288-872fd9ddb9aa req-1caa989f-fac2-4d89-b6bc-1736ba3dced1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.275246 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f27cbab0-380b-4f9f-8288-872fd9ddb9aa req-1caa989f-fac2-4d89-b6bc-1736ba3dced1 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.24 "DELETE /v2.0/ports/8d257725-5e8e-496e-b4fc-fa46b28505b7 HTTP/1.1" status: 204 len: 173 time: 0.8050728 May 25 22:57:43.275246 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0a81ea-2dfa-4fc4-8aac-5638937957a2', 'name': 'network-vif-deleted', 'tag': '8d257725-5e8e-496e-b4fc-fa46b28505b7'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:57:43.275246 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eebb7a-e17f-48ae-93b5-743372e8bf35" -d '{"events": [{"server_uuid": "db0a81ea-2dfa-4fc4-8aac-5638937957a2", "name": "network-vif-deleted", "tag": "8d257725-5e8e-496e-b4fc-fa46b28505b7"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:57:43.313547 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bd0fb2-2c70-4bf2-81b9-841d940a8c48 x-openstack-request-id: req-f4bd0fb2-2c70-4bf2-81b9-841d940a8c48 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:57:43.313547 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0a81ea-2dfa-4fc4-8aac-5638937957a2", "name": "network-vif-deleted", "tag": "8d257725-5e8e-496e-b4fc-fa46b28505b7", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:57:43.314394 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4bd0fb2-2c70-4bf2-81b9-841d940a8c48 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:57:43.314555 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4bd0fb2-2c70-4bf2-81b9-841d940a8c48'] response: {'server_uuid': 'db0a81ea-2dfa-4fc4-8aac-5638937957a2', 'name': 'network-vif-deleted', 'tag': '8d257725-5e8e-496e-b4fc-fa46b28505b7', 'status': 'completed', 'code': 200} May 25 22:57:44.062182 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daaddc-c559-4b45-a6fc-c5bb7bc2ca6f req-f6b7511e-6333-4a51-980b-e4bcda7ec9fd tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:44.063839 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d1daaddc-c559-4b45-a6fc-c5bb7bc2ca6f req-f6b7511e-6333-4a51-980b-e4bcda7ec9fd tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0590179 May 25 22:57:44.118331 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d1daaddc-c559-4b45-a6fc-c5bb7bc2ca6f req-ddfa30ce-fc90-49e8-bb50-cbde728e42c9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462587 May 25 22:57:44.193118 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-86df95d4-1c51-46a1-a555-879598d6be7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.199409 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-acdce6be-5117-4d3f-aa70-c9229318916f req-f3ab31dc-4ca2-43f2-a63e-f0bf36304f79 tempest-DeleteServersTestJSON-2079969118 tempest-DeleteServersTestJSON-2079969118-project] 10.222.0.48 "GET /v2.0/ports?device_id=db0a81ea-2dfa-4fc4-8aac-5638937957a2 HTTP/1.1" status: 200 len: 210 time: 0.0283432 May 25 22:57:45.213866 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.244187 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035d1e6-e81c-4312-b667-6934861f58b0 req-0bb422a2-8abc-4029-919c-37745110984f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:45.245823 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d035d1e6-e81c-4312-b667-6934861f58b0 req-0bb422a2-8abc-4029-919c-37745110984f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0577621 May 25 22:57:45.288295 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d035d1e6-e81c-4312-b667-6934861f58b0 req-5fa528e3-dce8-4fa0-a163-823c5e598682 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361266 May 25 22:57:45.775458 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 8d257725-5e8e-496e-b4fc-fa46b28505b7 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 22:57:45.795007 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 8d257725-5e8e-496e-b4fc-fa46b28505b7 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 22:57:45.795342 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 8d257725-5e8e-496e-b4fc-fa46b28505b7 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 22:57:46.406236 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b9ab6-397e-4b08-8878-15b656ece12a req-a1a6b340-6feb-4bf6-9f07-8fb101d3702d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:46.408376 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-990b9ab6-397e-4b08-8878-15b656ece12a req-a1a6b340-6feb-4bf6-9f07-8fb101d3702d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0505185 May 25 22:57:46.445182 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-990b9ab6-397e-4b08-8878-15b656ece12a req-2cc1277d-748d-483d-97fb-55dd1752d389 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306032 May 25 22:57:46.564489 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.807683 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56884) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:46.854744 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfb6c59-6293-4fd3-b825-5f3cf0a49a28 admin admin] Deleting subnet 69c5a3ac-bedc-46b2-a593-401e2f169f9c {{(pid=114255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 22:57:46.862756 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6c59-6293-4fd3-b825-5f3cf0a49a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.896091 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6c59-6293-4fd3-b825-5f3cf0a49a28 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.905767 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6c59-6293-4fd3-b825-5f3cf0a49a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.076420 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6c59-6293-4fd3-b825-5f3cf0a49a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.105776 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb6c59-6293-4fd3-b825-5f3cf0a49a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c5a3ac-bedc-46b2-a593-401e2f169f9c,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:47.111477 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6c59-6293-4fd3-b825-5f3cf0a49a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.115649 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9cfb6c59-6293-4fd3-b825-5f3cf0a49a28 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/69c5a3ac-bedc-46b2-a593-401e2f169f9c HTTP/1.1" status: 204 len: 168 time: 0.3069704 May 25 22:57:47.121979 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56898) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:47.138924 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.195846 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.279108 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.304271 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.304604 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.305365 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.305709 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.306033 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.306393 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.306707 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.307028 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.307329 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.307637 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.489467 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.489806 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.490122 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.490471 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:57:47.490835 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb79a705-9e42-41b1-883c-eb5d22924544']}} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:47.507707 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c59c98-5ec5-47e4-b11d-4fd328f1da79') {'for_net_delete': True} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:47.507979 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c59c98-5ec5-47e4-b11d-4fd328f1da79') {} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:47.526045 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1197426'] for segment, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.547386 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.556494 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=114255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 22:57:47.556850 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744495'] for segment, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.561318 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cee49-bfa8-4187-ab0e-51b4776c016d req-3cb0d538-cb81-4f2e-ada6-4c3a8a754dd0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:47.562792 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-630cee49-bfa8-4187-ab0e-51b4776c016d req-3cb0d538-cb81-4f2e-ada6-4c3a8a754dd0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0479977 May 25 22:57:47.600417 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-630cee49-bfa8-4187-ab0e-51b4776c016d req-2b006410-86d6-4621-99ea-113af2524929 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 May 25 22:57:47.678821 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.685414 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.688894 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bb79a705-9e42-41b1-883c-eb5d22924544 HTTP/1.1" status: 204 len: 168 time: 0.5655956 May 25 22:57:47.707043 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce20ce8-94c3-48e4-bca3-d3144b9ab8a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb79a705-9e42-41b1-883c-eb5d22924544,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:47.761523 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment 66c59c98-5ec5-47e4-b11d-4fd328f1da79 resource provider aggregate not found May 25 22:57:47.779011 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment 66c59c98-5ec5-47e4-b11d-4fd328f1da79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66c59c98-5ec5-47e4-b11d-4fd328f1da79 found for delete ", "request_id": "req-5f49facb-9638-4f4a-ab94-216a0ccf6ec5"}]} May 25 22:57:48.110647 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56922) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:48.157007 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-bacfbbf7-ccd9-4f9e-80cf-4c98e3d23fcb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1301e3aafdec46528948dc13614a0688&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0444071 May 25 22:57:48.158752 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 56928) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:48.207471 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-88f8e9e5-eacd-438f-bba1-eee7e1a97706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.227485 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-88f8e9e5-eacd-438f-bba1-eee7e1a97706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.352677 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-88f8e9e5-eacd-438f-bba1-eee7e1a97706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.355183 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-88f8e9e5-eacd-438f-bba1-eee7e1a97706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.356301 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-88f8e9e5-eacd-438f-bba1-eee7e1a97706 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c15ef9aa-86a0-4c2d-9d69-c04a2c198f70 HTTP/1.1" status: 204 len: 168 time: 0.1965649 May 25 22:57:48.364687 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8e9e5-eacd-438f-bba1-eee7e1a97706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15ef9aa-86a0-4c2d-9d69-c04a2c198f70,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:48.716231 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63790ae9-3f2a-4eac-ac3f-4b7240a40386 req-f6be7e6d-a198-4216-afd2-19a4cdcd9a4f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:48.717647 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-63790ae9-3f2a-4eac-ac3f-4b7240a40386 req-f6be7e6d-a198-4216-afd2-19a4cdcd9a4f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0467198 May 25 22:57:48.759578 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-63790ae9-3f2a-4eac-ac3f-4b7240a40386 req-f65e8fc0-3cb6-4a4f-b685-5f38d57fdbc5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356879 May 25 22:57:49.266000 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56948) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:49.392729 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaf53-4c69-4d28-8111-e4b48a725692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.464990 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaf53-4c69-4d28-8111-e4b48a725692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.527360 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaf53-4c69-4d28-8111-e4b48a725692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.565584 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7eaf53-4c69-4d28-8111-e4b48a725692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26294114-7b7e-4ce2-9cd6-3acbea951854,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:49.569910 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-ca7eaf53-4c69-4d28-8111-e4b48a725692 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=698e9d6ba92b4a57aa0830137142f459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022907 May 25 22:57:49.572736 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 56962) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:49.621328 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a18509e7-1e75-4e29-a426-4710270d5eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.643169 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a18509e7-1e75-4e29-a426-4710270d5eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.761627 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a18509e7-1e75-4e29-a426-4710270d5eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.764218 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a18509e7-1e75-4e29-a426-4710270d5eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.765390 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-a18509e7-1e75-4e29-a426-4710270d5eed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26294114-7b7e-4ce2-9cd6-3acbea951854 HTTP/1.1" status: 204 len: 168 time: 0.1915033 May 25 22:57:49.773547 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18509e7-1e75-4e29-a426-4710270d5eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26294114-7b7e-4ce2-9cd6-3acbea951854,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:50.005539 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf2bf2-7d67-4925-9c50-b778a199dadd req-06e00e21-f459-4bad-ad05-edba38de2f65 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:50.007033 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bfaf2bf2-7d67-4925-9c50-b778a199dadd req-06e00e21-f459-4bad-ad05-edba38de2f65 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0517926 May 25 22:57:50.051278 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bfaf2bf2-7d67-4925-9c50-b778a199dadd req-0635e23a-9732-48ec-98e9-6fa6bc7b9d62 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377433 May 25 22:57:51.173349 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15e90a-2329-4c07-977c-b8a9c66e4eb4 req-04ab7a7b-6014-4909-9e55-165cf08abfbf tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:51.174964 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f15e90a-2329-4c07-977c-b8a9c66e4eb4 req-04ab7a7b-6014-4909-9e55-165cf08abfbf tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0494771 May 25 22:57:51.213005 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f15e90a-2329-4c07-977c-b8a9c66e4eb4 req-a52701ee-7cf4-47b5-915d-20eeddb7133e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 May 25 22:57:51.548200 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57040) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:51.648385 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a9b83ad4-92e7-4dff-958d-b272ba65c4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.718311 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a9b83ad4-92e7-4dff-958d-b272ba65c4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.803655 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a9b83ad4-92e7-4dff-958d-b272ba65c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.841442 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-a9b83ad4-92e7-4dff-958d-b272ba65c4c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=691ffd1f64f04068a083dd0de6fee774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920735 May 25 22:57:51.842387 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b83ad4-92e7-4dff-958d-b272ba65c4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f4216d-58c7-4024-b394-9658275317ac,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:51.844355 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57044) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:51.895406 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7e95d6c0-b30b-4cae-93f3-731ca7a6c80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.917448 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7e95d6c0-b30b-4cae-93f3-731ca7a6c80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.041901 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7e95d6c0-b30b-4cae-93f3-731ca7a6c80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.044354 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7e95d6c0-b30b-4cae-93f3-731ca7a6c80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.045498 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-7e95d6c0-b30b-4cae-93f3-731ca7a6c80c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51f4216d-58c7-4024-b394-9658275317ac HTTP/1.1" status: 204 len: 168 time: 0.1992981 May 25 22:57:52.054345 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95d6c0-b30b-4cae-93f3-731ca7a6c80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f4216d-58c7-4024-b394-9658275317ac,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:52.333343 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb01c7-edc9-42e8-9b96-8dc0b41480fc req-7fe8e8c9-5598-40f0-a992-86b40c02c10f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:52.334852 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-95fb01c7-edc9-42e8-9b96-8dc0b41480fc req-7fe8e8c9-5598-40f0-a992-86b40c02c10f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0514557 May 25 22:57:52.373871 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-95fb01c7-edc9-42e8-9b96-8dc0b41480fc req-c1497da0-c622-4be0-83e3-4767392b9a5f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 May 25 22:57:53.045848 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57082) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:53.157644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-744908006-network', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:53.267882 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Made reservation on behalf of 5f71e6e2ba494f71afa3ae47ebfbbfb9 for: {'network': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:53.270181 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.279108 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.355014 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.430488 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57098) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:53.439288 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.496181 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=114256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:57:53.515537 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f97fe3-b4cb-4b89-9432-c4fec8728352,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:53.525932 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.526272 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.segments_db [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Added segment 738ca9f2-6a23-4354-86c3-67c7312acf42 of type vlan for network 892cb638-a1e1-4c1f-9fa3-d697ac74511c May 25 22:57:53.550966 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbe3cf-7c5c-4008-a27c-778cefee6d7d req-95baf8a3-b42b-4c8a-a10b-cd91a82b9d00 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:53.552739 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-04dbe3cf-7c5c-4008-a27c-778cefee6d7d req-95baf8a3-b42b-4c8a-a10b-cd91a82b9d00 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0977454 May 25 22:57:53.601578 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bf2da9b9-a7f3-4671-8ec9-52a525fec4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.623373 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.666598 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-04dbe3cf-7c5c-4008-a27c-778cefee6d7d req-82097e4f-7df8-43aa-8a1c-e2ea66eb856b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038411 May 25 22:57:53.728094 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bf2da9b9-a7f3-4671-8ec9-52a525fec4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.741278 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.742230 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:53.742852 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.801549 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bf2da9b9-a7f3-4671-8ec9-52a525fec4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.820590 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] Pushing event updated for resources: {'Network': ['ID=892cb638-a1e1-4c1f-9fa3-d697ac74511c,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:53.836320 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 892cb638-a1e1-4c1f-9fa3-d697ac74511c details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 22:57:53.844680 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-25027abc-bb6b-460f-9336-8d6f1113847e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7976658 May 25 22:57:53.848655 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57118) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:53.851529 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-bf2da9b9-a7f3-4671-8ec9-52a525fec4dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=370e0a93c5c94dca8613b8a33987d85f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198067 May 25 22:57:53.852617 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2da9b9-a7f3-4671-8ec9-52a525fec4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae76983-3f5a-4dfd-82fa-8cfa9a58697f,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:53.854394 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] Request body: {'subnet': {'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-744908006-subnet', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'ip_version': 4}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:53.854854 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57120) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:53.908452 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ee9511ee-ffc4-4326-ad4c-96ac96885fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.929630 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ee9511ee-ffc4-4326-ad4c-96ac96885fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.944633 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] Made reservation on behalf of 5f71e6e2ba494f71afa3ae47ebfbbfb9 for: {'subnet': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:53.947695 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432350'] for subnet, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.049777 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ee9511ee-ffc4-4326-ad4c-96ac96885fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.052419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ee9511ee-ffc4-4326-ad4c-96ac96885fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.053552 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-ee9511ee-ffc4-4326-ad4c-96ac96885fd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fae76983-3f5a-4dfd-82fa-8cfa9a58697f HTTP/1.1" status: 204 len: 168 time: 0.1978292 May 25 22:57:54.066153 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9511ee-ffc4-4326-ad4c-96ac96885fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae76983-3f5a-4dfd-82fa-8cfa9a58697f,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:54.258727 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3746188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432328'] for subnet, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.311142 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d0830f-722c-4736-aae8-acdb24d95416,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:54.332391 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] Checking segment: {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:57:54.332847 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] Network hostable DHCP agents. Network: 892cb638-a1e1-4c1f-9fa3-d697ac74511c, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:57:54.435587 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] Network 892cb638-a1e1-4c1f-9fa3-d697ac74511c is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:57:54.561742 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 892cb638-a1e1-4c1f-9fa3-d697ac74511c) {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:54.571123 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:54.571123 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.571326 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d66865-a4c8-4377-a790-7cf568c8f8aa None None] Network 892cb638-a1e1-4c1f-9fa3-d697ac74511c requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:57:54.686853 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5124229a-cf35-46ba-a46c-b5fb8920f793 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8344381 May 25 22:57:54.687490 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57138) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:54.692753 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:54.722255 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 22:57:54.723173 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.806845 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63bdb0-3621-4678-8f3c-5d211a4c6084 req-0f43da02-6675-4e0a-bf0c-bb6d1c564adb tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:54.808926 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1a63bdb0-3621-4678-8f3c-5d211a4c6084 req-0f43da02-6675-4e0a-bf0c-bb6d1c564adb tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0620589 May 25 22:57:54.827431 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12838'] for router, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.829230 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12863'] for router, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.872334 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Allocated IP 172.20.0.2 (892cb638-a1e1-4c1f-9fa3-d697ac74511c/84d0830f-722c-4736-aae8-acdb24d95416/fd3e50b3-e0de-4df0-bec3-525730a6d06d) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:54.894832 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1a63bdb0-3621-4678-8f3c-5d211a4c6084 req-65eed2d4-d4a6-4a80-8fc5-e77353ffe95b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734477 May 25 22:57:54.901664 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.023063 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.119041 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.129582 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.166717 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Network 892cb638-a1e1-4c1f-9fa3-d697ac74511c is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:55.169447 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:55.174040 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:57:55.182366 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Pushing event updated for resources: {'Port': ['ID=fd3e50b3-e0de-4df0-bec3-525730a6d06d,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:55.218932 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.219345 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.220750 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.221094 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.221562 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.221909 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.222244 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.222807 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.223165 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.224160 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.224588 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.224918 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:55.260841 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Attempting to bind port fd3e50b3-e0de-4df0-bec3-525730a6d06d on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:55.261305 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Attempting to bind port fd3e50b3-e0de-4df0-bec3-525730a6d06d by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:55.261682 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Attempting to bind port fd3e50b3-e0de-4df0-bec3-525730a6d06d on network 892cb638-a1e1-4c1f-9fa3-d697ac74511c {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:57:55.267663 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:57:55.268139 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Checking segment: {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:57:55.268545 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.268947 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Bound using segment: {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:57:55.269414 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Bound port: fd3e50b3-e0de-4df0-bec3-525730a6d06d, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:55.270001 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.336247 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] For port fd3e50b3-e0de-4df0-bec3-525730a6d06d, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:55.342841 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] For port fd3e50b3-e0de-4df0-bec3-525730a6d06d, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=fd3e50b3-e0de-4df0-bec3-525730a6d06d,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:55.422844 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.425044 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.442118 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.496658 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339f21d-d4cb-415f-ad04-79cf95b517fb None None] Pushing event updated for resources: {'Port': ['ID=fd3e50b3-e0de-4df0-bec3-525730a6d06d,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:55.559541 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Allocated IP 172.27.1.162 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/46cb9124-ac29-40d4-b7e4-8195464f2cde) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:55.648092 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.675003 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.796111 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.845029 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:55.848521 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:55.858115 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:57:55.858115 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Pushing event updated for resources: {'Port': ['ID=46cb9124-ac29-40d4-b7e4-8195464f2cde,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:55.997273 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2df3fb-210b-42dc-8c64-fa1102f35808 req-bcedab06-ea2f-4331-8fcc-8c962c9bff45 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:56.002486 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6f2df3fb-210b-42dc-8c64-fa1102f35808 req-bcedab06-ea2f-4331-8fcc-8c962c9bff45 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0567932 May 25 22:57:56.048006 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6f2df3fb-210b-42dc-8c64-fa1102f35808 req-d6885c42-197d-4051-ac87-a4a36c2fef0a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369647 May 25 22:57:56.388167 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.456941 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac68d5b-9cac-4c38-9349-fd55316c485b None None] Network 892cb638-a1e1-4c1f-9fa3-d697ac74511c requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:57:56.534736 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-09407bc1-1ec2-4209-b29d-3c701629aecd None None] Provisioning complete for port fd3e50b3-e0de-4df0-bec3-525730a6d06d triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:56.535100 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-09407bc1-1ec2-4209-b29d-3c701629aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.578922 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165'] for router, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.679662 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-09407bc1-1ec2-4209-b29d-3c701629aecd None None] Current status of the port fd3e50b3-e0de-4df0-bec3-525730a6d06d is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:56.680048 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-09407bc1-1ec2-4209-b29d-3c701629aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.716121 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-09407bc1-1ec2-4209-b29d-3c701629aecd None None] For port fd3e50b3-e0de-4df0-bec3-525730a6d06d, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=fd3e50b3-e0de-4df0-bec3-525730a6d06d,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:56.801462 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 is scheduled to L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e with binding_index 1 {{(pid=114255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:57:56.803066 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-09407bc1-1ec2-4209-b29d-3c701629aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.861025 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:57:56.876039 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09407bc1-1ec2-4209-b29d-3c701629aecd None None] Pushing event updated for resources: {'Port': ['ID=fd3e50b3-e0de-4df0-bec3-525730a6d06d,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:56.921496 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:56.922650 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-8534325d-3154-49ba-8e5f-93b4916ee070 None None] Provisioning complete for port fd3e50b3-e0de-4df0-bec3-525730a6d06d triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:56.923017 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8534325d-3154-49ba-8e5f-93b4916ee070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.931800 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Sync routers for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:57:56.941380 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:57:56.941997 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:57.003724 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] Notify callbacks [] for router, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.005033 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-fbbbd645-fe9e-4853-bd90-4b141ce4552c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3165352 May 25 22:57:57.006781 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-8534325d-3154-49ba-8e5f-93b4916ee070 None None] Current status of the port fd3e50b3-e0de-4df0-bec3-525730a6d06d is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:57.011872 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57186) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:57.049790 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:57:57.182333 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b7c2e-b44c-4558-bb48-d89708a31d71 req-7561a3ca-f8db-4931-97ae-19aec26ba79a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:57.183963 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ba1b7c2e-b44c-4558-bb48-d89708a31d71 req-7561a3ca-f8db-4931-97ae-19aec26ba79a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0546026 May 25 22:57:57.224325 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ba1b7c2e-b44c-4558-bb48-d89708a31d71 req-a90eae80-5759-49b9-9cda-5342f4dc8525 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326686 May 25 22:57:57.238775 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:56Z', 'revision_number': 3, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:57.265186 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Checking router: 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:57:57.265534 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Updating router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 port 46cb9124-ac29-40d4-b7e4-8195464f2cde binding host dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:57:57.290081 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.429530 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.445081 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device fd3e50b3-e0de-4df0-bec3-525730a6d06d up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:57:57.499287 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port fd3e50b3-e0de-4df0-bec3-525730a6d06d triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:57.499990 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.542640 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Notify callbacks [] for port, precommit_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.575979 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port fd3e50b3-e0de-4df0-bec3-525730a6d06d is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:57.589290 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Allocated IP 172.20.0.1 (892cb638-a1e1-4c1f-9fa3-d697ac74511c/84d0830f-722c-4736-aae8-acdb24d95416/e0ae01ff-6b17-4a89-b208-18022a49af0a) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:57.629959 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.681511 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Attempting to bind port 46cb9124-ac29-40d4-b7e4-8195464f2cde on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:57.681905 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Attempting to bind port 46cb9124-ac29-40d4-b7e4-8195464f2cde by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:57.682264 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Attempting to bind port 46cb9124-ac29-40d4-b7e4-8195464f2cde on network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:57:57.691751 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Pushing event updated for resources: {'Port': ['ID=46cb9124-ac29-40d4-b7e4-8195464f2cde,revision_number=2']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:57.701810 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.701943 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.701943 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.701943 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.701943 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.701943 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.702316 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.702316 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.702633 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.702968 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.703288 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.704130 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.704442 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:57.707888 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:57:57.708260 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:57:57.708676 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.709048 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Bound using segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:57:57.709508 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Bound port: 46cb9124-ac29-40d4-b7e4-8195464f2cde, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:57.709874 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.761955 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] For port 46cb9124-ac29-40d4-b7e4-8195464f2cde, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:57.764986 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] For port 46cb9124-ac29-40d4-b7e4-8195464f2cde, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=46cb9124-ac29-40d4-b7e4-8195464f2cde,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:57.795872 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.832890 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Network 892cb638-a1e1-4c1f-9fa3-d697ac74511c is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:57.835590 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:57.838984 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:57:57.847647 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ae01ff-6b17-4a89-b208-18022a49af0a,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:57.864947 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.885999 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595070'] for router_interface, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.926460 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7523b8-f8ed-458c-93ef-dbd73ba06076 None None] Pushing event updated for resources: {'Port': ['ID=46cb9124-ac29-40d4-b7e4-8195464f2cde,revision_number=3']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:57.930740 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:57:57.931448 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:58.042934 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:57:58.114911 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.137702 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-06e32858-c83c-4201-9765-4a476d909ffc None None] Provisioning complete for port e0ae01ff-6b17-4a89-b208-18022a49af0a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:58.138164 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-06e32858-c83c-4201-9765-4a476d909ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.175235 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-06e32858-c83c-4201-9765-4a476d909ffc None None] Port e0ae01ff-6b17-4a89-b208-18022a49af0a cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:57:58.285178 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.296733 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:56Z', 'revision_number': 3, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:58.322972 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4888f-5d3e-4b87-86e0-63fdcecee840 None None] The sync data for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi is: [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:56Z', 'revision_number': 3, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:57:58.342348 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2c5ad-8a18-4e19-8710-f5ba560f3d24 req-c896957d-2974-4447-807a-3213f40185fa tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:58.343804 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cbf2c5ad-8a18-4e19-8710-f5ba560f3d24 req-c896957d-2974-4447-807a-3213f40185fa tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0487654 May 25 22:57:58.347117 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3746103'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.389363 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cbf2c5ad-8a18-4e19-8710-f5ba560f3d24 req-1fe90010-65c4-4239-b244-3b49da29fb77 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346572 May 25 22:57:58.412999 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33028531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595090'] for router_interface, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.425066 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ae01ff-6b17-4a89-b208-18022a49af0a,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:58.521786 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Network 892cb638-a1e1-4c1f-9fa3-d697ac74511c is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:58.523206 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:58.667501 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:57:58.806835 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-4b93c068-70ea-4d47-b937-81cec7a9e01e None None] Provisioning complete for port e0ae01ff-6b17-4a89-b208-18022a49af0a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:58.807857 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4b93c068-70ea-4d47-b937-81cec7a9e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.847454 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-4b93c068-70ea-4d47-b937-81cec7a9e01e None None] Port e0ae01ff-6b17-4a89-b208-18022a49af0a cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:57:58.990485 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:59.004505 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-4d453b45-a588-4ca5-aa59-e7609bc6a0b0 admin admin] 10.222.0.48 "PUT /v2.0/routers/66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9843261 May 25 22:57:59.426538 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 46cb9124-ac29-40d4-b7e4-8195464f2cde up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:57:59.476224 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 46cb9124-ac29-40d4-b7e4-8195464f2cde triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:59.476592 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.514782 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e98b9-2868-462d-b20e-b111820ab2fa req-607d54e4-c2dc-4084-8a89-de0640b56af7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:57:59.517476 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-df5e98b9-2868-462d-b20e-b111820ab2fa req-607d54e4-c2dc-4084-8a89-de0640b56af7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0570004 May 25 22:57:59.560680 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-df5e98b9-2868-462d-b20e-b111820ab2fa req-aef5221a-e667-46ae-86b5-c888c6100ad2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 May 25 22:57:59.580061 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 46cb9124-ac29-40d4-b7e4-8195464f2cde is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:57:59.580061 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.599184 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 46cb9124-ac29-40d4-b7e4-8195464f2cde, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=46cb9124-ac29-40d4-b7e4-8195464f2cde,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:59.692763 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.753905 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=46cb9124-ac29-40d4-b7e4-8195464f2cde,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:59.802878 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57230) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:57:59.807889 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1332220564-network', 'tenant_id': '3af0a701935b4c53a12002cea1788c23'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:57:59.821133 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Sync routers for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:57:59.830638 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:57:59.831292 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:59.886837 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Made reservation on behalf of 3af0a701935b4c53a12002cea1788c23 for: {'network': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:59.889322 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.898909 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.936370 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:58:00.079074 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.136276 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 2, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:00.142650 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.164984 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=114255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:58:00.169756 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Checking router: 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:58:00.170599 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Updating router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 port e0ae01ff-6b17-4a89-b208-18022a49af0a binding host dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:58:00.175395 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d404911d-a3a1-4159-b127-04fad87ae170,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:00.186623 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.186623 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.segments_db [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Added segment 172d10a5-f7a9-462d-bdb7-0481014b71c2 of type vlan for network f27679c5-5e92-4054-b0b9-05357be6fa38 May 25 22:58:00.200391 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.228163 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.306836 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.307827 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:00.308424 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.369190 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] Pushing event updated for resources: {'Network': ['ID=f27679c5-5e92-4054-b0b9-05357be6fa38,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:00.381792 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network f27679c5-5e92-4054-b0b9-05357be6fa38 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 22:58:00.429569 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-4e86b182-dce5-43a9-876f-79d9cb788795 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6253121 May 25 22:58:00.432612 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57240) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:00.438954 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] Request body: {'subnet': {'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1332220564-subnet', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'ip_version': 4}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:58:00.555503 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] Made reservation on behalf of 3af0a701935b4c53a12002cea1788c23 for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:00.557789 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] Notify callbacks [] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.634240 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Notify callbacks [] for port, precommit_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.703899 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.742265 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe01486-f812-4793-8b07-d0c7fdcfab68 req-85e7642e-a589-4473-9fcd-18f57559d766 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:00.743742 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cbe01486-f812-4793-8b07-d0c7fdcfab68 req-85e7642e-a589-4473-9fcd-18f57559d766 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.1047864 May 25 22:58:00.752933 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b6c3f-7184-4681-9053-4a2f49d9017f None None] Pushing event updated for resources: {'Port': ['ID=e0ae01ff-6b17-4a89-b208-18022a49af0a,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:00.790945 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cbe01486-f812-4793-8b07-d0c7fdcfab68 req-61111a8d-c6d7-41e1-9304-8fe55820f2d3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357196 May 25 22:58:00.818428 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Attempting to bind port e0ae01ff-6b17-4a89-b208-18022a49af0a on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:00.820606 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.825516 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Attempting to bind port e0ae01ff-6b17-4a89-b208-18022a49af0a by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:00.826041 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Attempting to bind port e0ae01ff-6b17-4a89-b208-18022a49af0a on network 892cb638-a1e1-4c1f-9fa3-d697ac74511c {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:58:00.831667 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:58:00.835215 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Checking segment: {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:58:00.835215 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.835215 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Bound using segment: {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:58:00.835215 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Bound port: e0ae01ff-6b17-4a89-b208-18022a49af0a, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:00.835215 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.869025 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d813f4-032a-44c9-93d5-25a0c1d875d7,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:00.911238 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] Checking segment: {'id': '172d10a5-f7a9-462d-bdb7-0481014b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:58:00.911676 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] Network hostable DHCP agents. Network: f27679c5-5e92-4054-b0b9-05357be6fa38, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:58:00.914670 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] For port e0ae01ff-6b17-4a89-b208-18022a49af0a, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:00.918899 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] For port e0ae01ff-6b17-4a89-b208-18022a49af0a, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=e0ae01ff-6b17-4a89-b208-18022a49af0a,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:00.986650 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-4ca81011-3242-4717-9885-4f60757cfaae None None] Provisioning complete for port e0ae01ff-6b17-4a89-b208-18022a49af0a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:00.987090 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4ca81011-3242-4717-9885-4f60757cfaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.020950 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-4ca81011-3242-4717-9885-4f60757cfaae None None] Port e0ae01ff-6b17-4a89-b208-18022a49af0a cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:58:01.050008 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.095473 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] Network f27679c5-5e92-4054-b0b9-05357be6fa38 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:01.111002 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:58:01.111641 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:01.149987 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b6c3f-7184-4681-9053-4a2f49d9017f None None] Pushing event updated for resources: {'Port': ['ID=e0ae01ff-6b17-4a89-b208-18022a49af0a,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:01.207292 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, f27679c5-5e92-4054-b0b9-05357be6fa38) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:01.212049 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:01.213106 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.230572 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:58:01.258051 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12090d14-371a-4db0-9e48-8adfa72d6cbf None None] Network f27679c5-5e92-4054-b0b9-05357be6fa38 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:58:01.309370 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-e3a2a5f8-823b-430e-87fa-8ce42ecb2aec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8755584 May 25 22:58:01.311823 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57254) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:01.315961 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1332220564-router', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:58:01.417317 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 46cb9124-ac29-40d4-b7e4-8195464f2cde up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:58:01.424551 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12838'] for router, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.425594 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12863'] for router, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.458257 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-41a69907-0f88-42c3-b645-583259f8aaf9 None None] Provisioning complete for port e0ae01ff-6b17-4a89-b208-18022a49af0a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:01.458651 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-41a69907-0f88-42c3-b645-583259f8aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.478217 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.620035 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-f27679c5-5e92-4054-b0b9-05357be6fa38', 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'fixed_ips': [{'subnet_id': '05d813f4-032a-44c9-93d5-25a0c1d875d7'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 22:58:01.620882 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.642444 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 46cb9124-ac29-40d4-b7e4-8195464f2cde triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:01.642817 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.709243 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.776350 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-41a69907-0f88-42c3-b645-583259f8aaf9 None None] Current status of the port e0ae01ff-6b17-4a89-b208-18022a49af0a is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:01.776741 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-41a69907-0f88-42c3-b645-583259f8aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.821854 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:00Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:01.896355 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869efbf6-a7f9-49f8-a30d-6be4af526341 None None] The sync data for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi is: [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:00Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:58:01.900462 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-41a69907-0f88-42c3-b645-583259f8aaf9 None None] For port e0ae01ff-6b17-4a89-b208-18022a49af0a, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=e0ae01ff-6b17-4a89-b208-18022a49af0a,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:01.950229 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Allocated IP 172.20.0.2 (f27679c5-5e92-4054-b0b9-05357be6fa38/05d813f4-032a-44c9-93d5-25a0c1d875d7/deb511e5-cd2e-44f2-af0a-4cdc197c7972) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:01.952103 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5865827-6a40-4481-a430-54938d6f2186 req-cfd7efc8-a976-4764-af0d-0a19c565cacd tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:01.954738 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d5865827-6a40-4481-a430-54938d6f2186 req-cfd7efc8-a976-4764-af0d-0a19c565cacd tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0837374 May 25 22:58:01.966107 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 46cb9124-ac29-40d4-b7e4-8195464f2cde is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:02.038268 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-41a69907-0f88-42c3-b645-583259f8aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.106916 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d5865827-6a40-4481-a430-54938d6f2186 req-9c3e2376-71c8-454a-8226-2209df77a5bc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923042 May 25 22:58:02.124506 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a69907-0f88-42c3-b645-583259f8aaf9 None None] Pushing event updated for resources: {'Port': ['ID=e0ae01ff-6b17-4a89-b208-18022a49af0a,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:02.177480 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.205309 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.216281 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.319162 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.324519 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Allocated IP 172.27.1.192 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/7a8bb70e-a858-4b70-bf58-7cdd33e454e5) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:02.364377 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Network f27679c5-5e92-4054-b0b9-05357be6fa38 is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:02.367416 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:02.374605 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:58:02.384815 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Pushing event updated for resources: {'Port': ['ID=deb511e5-cd2e-44f2-af0a-4cdc197c7972,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:02.449283 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Attempting to bind port deb511e5-cd2e-44f2-af0a-4cdc197c7972 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:02.449754 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Attempting to bind port deb511e5-cd2e-44f2-af0a-4cdc197c7972 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '172d10a5-f7a9-462d-bdb7-0481014b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:02.450161 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Attempting to bind port deb511e5-cd2e-44f2-af0a-4cdc197c7972 on network f27679c5-5e92-4054-b0b9-05357be6fa38 {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:58:02.451470 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.456670 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:58:02.457258 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Checking segment: {'id': '172d10a5-f7a9-462d-bdb7-0481014b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:58:02.457580 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.458030 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Bound using segment: {'id': '172d10a5-f7a9-462d-bdb7-0481014b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:58:02.458628 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Bound port: deb511e5-cd2e-44f2-af0a-4cdc197c7972, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172d10a5-f7a9-462d-bdb7-0481014b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:02.459005 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.537909 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] For port deb511e5-cd2e-44f2-af0a-4cdc197c7972, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:02.541583 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] For port deb511e5-cd2e-44f2-af0a-4cdc197c7972, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=deb511e5-cd2e-44f2-af0a-4cdc197c7972,segment=NetworkSegment(172d10a5-f7a9-462d-bdb7-0481014b71c2),segment_id=172d10a5-f7a9-462d-bdb7-0481014b71c2)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:02.607927 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.675477 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43499f-5dd1-497b-8a64-e81b04748315 None None] Pushing event updated for resources: {'Port': ['ID=deb511e5-cd2e-44f2-af0a-4cdc197c7972,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:02.784973 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.843733 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:02.847866 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:02.851764 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:58:02.912181 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Pushing event updated for resources: {'Port': ['ID=7a8bb70e-a858-4b70-bf58-7cdd33e454e5,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:03.198708 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.307167 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ef46a-8ebb-461a-bed2-9801297004ef req-a785cb24-c2f8-44f3-9964-b1ced67cb105 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:03.308670 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-026ef46a-8ebb-461a-bed2-9801297004ef req-a785cb24-c2f8-44f3-9964-b1ced67cb105 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.1234050 May 25 22:58:03.414025 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-026ef46a-8ebb-461a-bed2-9801297004ef req-5cffe6f8-f488-4575-ab74-36819df29507 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898466 May 25 22:58:03.521733 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165'] for router, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.605996 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device deb511e5-cd2e-44f2-af0a-4cdc197c7972 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:58:03.666803 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port deb511e5-cd2e-44f2-af0a-4cdc197c7972 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:03.667242 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.786321 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Router e2e07bd4-900c-4696-9c1e-2a6104a06513 is scheduled to L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e with binding_index 1 {{(pid=114256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:58:03.892519 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a7c926-cfe6-453d-9008-b7034b35b0f2 None None] Network f27679c5-5e92-4054-b0b9-05357be6fa38 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:58:03.926788 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:03.937480 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Sync routers for ids ['e2e07bd4-900c-4696-9c1e-2a6104a06513'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:58:03.947436 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Routers {'e2e07bd4-900c-4696-9c1e-2a6104a06513'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:58:03.952086 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['e2e07bd4-900c-4696-9c1e-2a6104a06513'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:03.958164 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port deb511e5-cd2e-44f2-af0a-4cdc197c7972 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:03.958580 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.000225 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.005393 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57304) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:04.006053 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-61c514a2-0cbc-4677-bde6-6566ab0155cd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6930382 May 25 22:58:04.026490 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-fa0d80fc-5567-4298-a557-577575d8fa98 None None] Provisioning complete for port deb511e5-cd2e-44f2-af0a-4cdc197c7972 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:04.026862 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-fa0d80fc-5567-4298-a557-577575d8fa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.072661 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port deb511e5-cd2e-44f2-af0a-4cdc197c7972, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=deb511e5-cd2e-44f2-af0a-4cdc197c7972,segment=NetworkSegment(172d10a5-f7a9-462d-bdb7-0481014b71c2),segment_id=172d10a5-f7a9-462d-bdb7-0481014b71c2)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:04.076512 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Set router e2e07bd4-900c-4696-9c1e-2a6104a06513 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:58:04.145713 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.146780 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device e0ae01ff-6b17-4a89-b208-18022a49af0a up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:58:04.286066 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=deb511e5-cd2e-44f2-af0a-4cdc197c7972,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:04.311788 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d80fc-5567-4298-a557-577575d8fa98 None None] Current status of the port deb511e5-cd2e-44f2-af0a-4cdc197c7972 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:04.314074 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port e0ae01ff-6b17-4a89-b208-18022a49af0a triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:04.314475 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.315971 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'name': 'tempest-TestVolumeBootPattern-1332220564-router', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:01Z', 'updated_at': '2022-05-25T22:58:02Z', 'revision_number': 3, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'gw_port': {'id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:02Z', 'updated_at': '2022-05-25T22:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:04.351874 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Checking router: e2e07bd4-900c-4696-9c1e-2a6104a06513 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:58:04.352680 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Updating router e2e07bd4-900c-4696-9c1e-2a6104a06513 port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 binding host dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:58:04.384010 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.416230 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port e0ae01ff-6b17-4a89-b208-18022a49af0a is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:04.437105 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-1f788378-e27a-4155-87f0-b9bb65cbe6cb None None] Provisioning complete for port deb511e5-cd2e-44f2-af0a-4cdc197c7972 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:04.439598 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-1f788378-e27a-4155-87f0-b9bb65cbe6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.491788 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.535269 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-1f788378-e27a-4155-87f0-b9bb65cbe6cb None None] Current status of the port deb511e5-cd2e-44f2-af0a-4cdc197c7972 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:04.554716 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50987f-8d01-43e6-9a65-f2961edd80cd req-3192b14d-3ad3-4540-8b95-4844d0bb0527 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:04.556710 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ae50987f-8d01-43e6-9a65-f2961edd80cd req-3192b14d-3ad3-4540-8b95-4844d0bb0527 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0698504 May 25 22:58:04.599614 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ae50987f-8d01-43e6-9a65-f2961edd80cd req-30e5206d-296f-427e-bd58-67530dacbdf0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341403 May 25 22:58:04.662216 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Allocated IP 172.20.0.1 (f27679c5-5e92-4054-b0b9-05357be6fa38/05d813f4-032a-44c9-93d5-25a0c1d875d7/dd50b093-7cd9-40af-b7dc-787fd0abc0db) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:04.685420 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Notify callbacks [] for port, precommit_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.761976 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.769666 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.823844 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Attempting to bind port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:04.824201 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Attempting to bind port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:04.824550 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Attempting to bind port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 on network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:58:04.827420 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305a1f5-e746-48e7-8048-1d60106c4a94 None None] Pushing event updated for resources: {'Port': ['ID=7a8bb70e-a858-4b70-bf58-7cdd33e454e5,revision_number=2']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:04.834223 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:58:04.834223 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:58:04.834223 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.834223 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Bound using segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:58:04.834223 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Bound port: 7a8bb70e-a858-4b70-bf58-7cdd33e454e5, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:04.834760 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.847551 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.886784 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] For port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:04.889890 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] For port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=7a8bb70e-a858-4b70-bf58-7cdd33e454e5,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:04.891518 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Network f27679c5-5e92-4054-b0b9-05357be6fa38 is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:04.894315 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:04.896740 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:58:04.904533 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Pushing event updated for resources: {'Port': ['ID=dd50b093-7cd9-40af-b7dc-787fd0abc0db,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:04.954334 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595070'] for router_interface, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.993754 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.091543 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305a1f5-e746-48e7-8048-1d60106c4a94 None None] Pushing event updated for resources: {'Port': ['ID=7a8bb70e-a858-4b70-bf58-7cdd33e454e5,revision_number=3']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:05.105806 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Routers {'e2e07bd4-900c-4696-9c1e-2a6104a06513'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:58:05.106686 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['e2e07bd4-900c-4696-9c1e-2a6104a06513'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:05.222252 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.247558 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] Set router e2e07bd4-900c-4696-9c1e-2a6104a06513 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:58:05.260138 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-fe065d33-8f9e-4d93-83be-7edf54ce76a3 None None] Provisioning complete for port dd50b093-7cd9-40af-b7dc-787fd0abc0db triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:05.260725 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-fe065d33-8f9e-4d93-83be-7edf54ce76a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.302734 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-fe065d33-8f9e-4d93-83be-7edf54ce76a3 None None] Port dd50b093-7cd9-40af-b7dc-787fd0abc0db cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:58:05.416744 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device deb511e5-cd2e-44f2-af0a-4cdc197c7972 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:58:05.419310 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.448993 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'name': 'tempest-TestVolumeBootPattern-1332220564-router', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:01Z', 'updated_at': '2022-05-25T22:58:02Z', 'revision_number': 3, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'gw_port': {'id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:02Z', 'updated_at': '2022-05-25T22:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:05.466069 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port deb511e5-cd2e-44f2-af0a-4cdc197c7972 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:05.466469 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.476898 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921393c9-ea56-440d-83e4-83b010f8a6fe None None] The sync data for ids ['e2e07bd4-900c-4696-9c1e-2a6104a06513'] in dv-cinder-843209-1-iscsi is: [{'id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'name': 'tempest-TestVolumeBootPattern-1332220564-router', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:01Z', 'updated_at': '2022-05-25T22:58:02Z', 'revision_number': 3, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'gw_port': {'id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:02Z', 'updated_at': '2022-05-25T22:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:58:05.499142 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3746103'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.573739 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Pushing event updated for resources: {'Port': ['ID=dd50b093-7cd9-40af-b7dc-787fd0abc0db,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:05.573951 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port deb511e5-cd2e-44f2-af0a-4cdc197c7972 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:05.574047 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33028531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595090'] for router_interface, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.616567 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57336) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:05.689715 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Network f27679c5-5e92-4054-b0b9-05357be6fa38 is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:05.691174 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:05.759611 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d88f3-2a22-485d-b00d-657d8d8ee600 req-7c010d09-6428-4ddf-a2e1-e92329d9e932 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:05.761779 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e8d88f3-2a22-485d-b00d-657d8d8ee600 req-7c010d09-6428-4ddf-a2e1-e92329d9e932 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0804322 May 25 22:58:05.819051 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dc37b258-a2ee-45a6-89c4-7ae2697b3f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.871506 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Router e2e07bd4-900c-4696-9c1e-2a6104a06513 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:05.872181 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e8d88f3-2a22-485d-b00d-657d8d8ee600 req-c3a1cc1b-0bb2-4467-a4d9-101c4cd8e5a0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661409 May 25 22:58:05.949943 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dc37b258-a2ee-45a6-89c4-7ae2697b3f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.025829 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:06.034373 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-5285cbe9-ba0d-4513-a497-c4bc27d30720 None None] Provisioning complete for port dd50b093-7cd9-40af-b7dc-787fd0abc0db triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:06.034812 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-82539dcf-e657-43c8-8b80-3f35719b373c admin admin] 10.222.0.48 "PUT /v2.0/routers/e2e07bd4-900c-4696-9c1e-2a6104a06513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0280318 May 25 22:58:06.035498 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-5285cbe9-ba0d-4513-a497-c4bc27d30720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.047450 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dc37b258-a2ee-45a6-89c4-7ae2697b3f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.088050 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-5285cbe9-ba0d-4513-a497-c4bc27d30720 None None] Port dd50b093-7cd9-40af-b7dc-787fd0abc0db cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:58:06.095190 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-dc37b258-a2ee-45a6-89c4-7ae2697b3f32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d8c3af7e56949e5aba50062fc9cda02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742527 May 25 22:58:06.095190 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37b258-a2ee-45a6-89c4-7ae2697b3f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08b4dea-bb70-42b8-812d-577b2306165c,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:06.096155 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57344) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:06.175757 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e658dca8-dece-437e-9d35-cbe8604fea6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.220984 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e658dca8-dece-437e-9d35-cbe8604fea6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.352626 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e658dca8-dece-437e-9d35-cbe8604fea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.355407 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e658dca8-dece-437e-9d35-cbe8604fea6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.356707 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e658dca8-dece-437e-9d35-cbe8604fea6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b08b4dea-bb70-42b8-812d-577b2306165c HTTP/1.1" status: 204 len: 168 time: 0.2593186 May 25 22:58:06.367275 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658dca8-dece-437e-9d35-cbe8604fea6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08b4dea-bb70-42b8-812d-577b2306165c,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:06.542632 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57356) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:06.547522 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-79c98375-9b74-4926-8f46-b9f4ba27d703 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761100681', 'description': 'tempest-secgroup-smoke-1761100681 description', 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:58:06.664114 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-79c98375-9b74-4926-8f46-b9f4ba27d703 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.741974 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-79c98375-9b74-4926-8f46-b9f4ba27d703 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.803655 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-79c98375-9b74-4926-8f46-b9f4ba27d703 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.832104 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c98375-9b74-4926-8f46-b9f4ba27d703 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c667dcc-6a71-4323-87c5-85aac2e55bec,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:06.912003 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-79c98375-9b74-4926-8f46-b9f4ba27d703 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.915954 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-79c98375-9b74-4926-8f46-b9f4ba27d703 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3695266 May 25 22:58:06.916697 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57370) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:06.921724 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-7d07890e-4b43-4608-9551-d746adc2dbdc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'security_group_rule': {'security_group_id': '8c667dcc-6a71-4323-87c5-85aac2e55bec', 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:58:07.018735 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250172-cdc5-4495-a54b-83b523eb2336 req-f8cb8456-a078-4c62-91fb-426ad20655b1 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:07.020225 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f4250172-cdc5-4495-a54b-83b523eb2336 req-f8cb8456-a078-4c62-91fb-426ad20655b1 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0579758 May 25 22:58:07.052714 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7d07890e-4b43-4608-9551-d746adc2dbdc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.082665 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f4250172-cdc5-4495-a54b-83b523eb2336 req-c023aadf-b108-4044-92d0-1c924d8ff07d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547876 May 25 22:58:07.120457 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7d07890e-4b43-4608-9551-d746adc2dbdc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.212400 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7d07890e-4b43-4608-9551-d746adc2dbdc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.239636 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07890e-4b43-4608-9551-d746adc2dbdc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbfc226-9e1d-490b-865c-249bda690217,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:07.277005 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Sync routers for ids ['e2e07bd4-900c-4696-9c1e-2a6104a06513'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:58:07.287849 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Routers {'e2e07bd4-900c-4696-9c1e-2a6104a06513'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:58:07.288473 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['e2e07bd4-900c-4696-9c1e-2a6104a06513'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:07.312076 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7d07890e-4b43-4608-9551-d746adc2dbdc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.313524 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-7d07890e-4b43-4608-9551-d746adc2dbdc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964870 May 25 22:58:07.316442 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57382) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:07.321067 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-595ade27-85e0-4bcd-a00e-53249aa5e180 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'security_group_rule': {'security_group_id': '8c667dcc-6a71-4323-87c5-85aac2e55bec', 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:58:07.417377 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Set router e2e07bd4-900c-4696-9c1e-2a6104a06513 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:58:07.429197 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-595ade27-85e0-4bcd-a00e-53249aa5e180 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.470740 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:58:07.488580 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-595ade27-85e0-4bcd-a00e-53249aa5e180 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.549594 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-595ade27-85e0-4bcd-a00e-53249aa5e180 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.569105 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ade27-85e0-4bcd-a00e-53249aa5e180 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10561eaa-f317-4928-b606-4479dfab68de,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:07.620877 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:07.621248 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.631624 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-595ade27-85e0-4bcd-a00e-53249aa5e180 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.636286 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-595ade27-85e0-4bcd-a00e-53249aa5e180 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3186982 May 25 22:58:07.636885 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57390) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:07.642382 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-24c00040-d695-4623-9b61-7ca6dbca797d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'security_group_rule': {'security_group_id': '8c667dcc-6a71-4323-87c5-85aac2e55bec', 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:58:07.744027 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24c00040-d695-4623-9b61-7ca6dbca797d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.748993 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'name': 'tempest-TestVolumeBootPattern-1332220564-router', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:01Z', 'updated_at': '2022-05-25T22:58:05Z', 'revision_number': 4, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'gw_port': {'id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:02Z', 'updated_at': '2022-05-25T22:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'dd50b093-7cd9-40af-b7dc-787fd0abc0db', 'name': '', 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'mac_address': 'fa:16:3e:fa:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '05d813f4-032a-44c9-93d5-25a0c1d875d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:04Z', 'updated_at': '2022-05-25T22:58:05Z', 'revision_number': 2, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'subnets': [{'id': '05d813f4-032a-44c9-93d5-25a0c1d875d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:07.751245 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:07.751629 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.791662 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Checking router: e2e07bd4-900c-4696-9c1e-2a6104a06513 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:58:07.792008 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Updating router e2e07bd4-900c-4696-9c1e-2a6104a06513 port dd50b093-7cd9-40af-b7dc-787fd0abc0db binding host dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:58:07.807306 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24c00040-d695-4623-9b61-7ca6dbca797d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.820748 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=7a8bb70e-a858-4b70-bf58-7cdd33e454e5,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:07.829081 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.877740 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24c00040-d695-4623-9b61-7ca6dbca797d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.896619 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c00040-d695-4623-9b61-7ca6dbca797d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf14743-bde6-4b3c-8576-8c0ec9aa23e7,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:07.930746 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.960095 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24c00040-d695-4623-9b61-7ca6dbca797d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.964071 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57394) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:07.966941 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-24c00040-d695-4623-9b61-7ca6dbca797d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3262863 May 25 22:58:07.969676 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-ccb3641b-7501-420a-9281-dac10da452d2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'security_group_rule': {'security_group_id': '8c667dcc-6a71-4323-87c5-85aac2e55bec', 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:58:08.032983 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=7a8bb70e-a858-4b70-bf58-7cdd33e454e5,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:08.076978 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ccb3641b-7501-420a-9281-dac10da452d2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.146441 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ccb3641b-7501-420a-9281-dac10da452d2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.153434 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Notify callbacks [] for port, precommit_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.198158 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ccb3641b-7501-420a-9281-dac10da452d2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.215815 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3641b-7501-420a-9281-dac10da452d2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b6827b-4809-465b-9f97-e7b07cc9bb9a,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:08.226542 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.284272 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ccb3641b-7501-420a-9281-dac10da452d2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.288161 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-ccb3641b-7501-420a-9281-dac10da452d2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3200126 May 25 22:58:08.298135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57402) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:08.298135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-2dcf1d3b-085f-40ca-8730-edd66850b336 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'security_group_rule': {'security_group_id': '8c667dcc-6a71-4323-87c5-85aac2e55bec', 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:58:08.342369 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bdcf4-3c45-4637-b409-75fe97e646b4 None None] Pushing event updated for resources: {'Port': ['ID=dd50b093-7cd9-40af-b7dc-787fd0abc0db,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:08.358759 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Attempting to bind port dd50b093-7cd9-40af-b7dc-787fd0abc0db on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:08.359225 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Attempting to bind port dd50b093-7cd9-40af-b7dc-787fd0abc0db by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '172d10a5-f7a9-462d-bdb7-0481014b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:08.359985 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Attempting to bind port dd50b093-7cd9-40af-b7dc-787fd0abc0db on network f27679c5-5e92-4054-b0b9-05357be6fa38 {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:58:08.373088 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:58:08.373850 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Checking segment: {'id': '172d10a5-f7a9-462d-bdb7-0481014b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:58:08.374494 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.376301 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Bound using segment: {'id': '172d10a5-f7a9-462d-bdb7-0481014b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:58:08.376301 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Bound port: dd50b093-7cd9-40af-b7dc-787fd0abc0db, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172d10a5-f7a9-462d-bdb7-0481014b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:08.376793 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.431364 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.securitygroups_db [None req-2dcf1d3b-085f-40ca-8730-edd66850b336 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Project 5f71e6e2ba494f71afa3ae47ebfbbfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:58:08.438140 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1d3b-085f-40ca-8730-edd66850b336 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.476586 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] For port dd50b093-7cd9-40af-b7dc-787fd0abc0db, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:08.480345 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] For port dd50b093-7cd9-40af-b7dc-787fd0abc0db, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=dd50b093-7cd9-40af-b7dc-787fd0abc0db,segment=NetworkSegment(172d10a5-f7a9-462d-bdb7-0481014b71c2),segment_id=172d10a5-f7a9-462d-bdb7-0481014b71c2)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:08.500555 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4e0c3-e982-4226-a3b2-964c1f1000b1 req-e451ee57-7781-4846-8c6f-7f5b9a6bdbb9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:08.502208 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-60e4e0c3-e982-4226-a3b2-964c1f1000b1 req-e451ee57-7781-4846-8c6f-7f5b9a6bdbb9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.1067266 May 25 22:58:08.539086 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1d3b-085f-40ca-8730-edd66850b336 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.556773 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-60e4e0c3-e982-4226-a3b2-964c1f1000b1 req-9bc5fd4f-e379-42ea-96fa-23d5a183b1aa tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462480 May 25 22:58:08.563842 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.619051 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Routers {'e2e07bd4-900c-4696-9c1e-2a6104a06513'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:58:08.619051 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['e2e07bd4-900c-4696-9c1e-2a6104a06513'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:08.638303 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1d3b-085f-40ca-8730-edd66850b336 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.659013 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf1d3b-085f-40ca-8730-edd66850b336 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc9fc1a-3996-41ed-9098-f5c1ff621580,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:08.685767 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bdcf4-3c45-4637-b409-75fe97e646b4 None None] Pushing event updated for resources: {'Port': ['ID=dd50b093-7cd9-40af-b7dc-787fd0abc0db,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:08.703031 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-c49ca93f-a73b-460f-904d-cd57b1e679a8 None None] Provisioning complete for port dd50b093-7cd9-40af-b7dc-787fd0abc0db triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:08.704793 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c49ca93f-a73b-460f-904d-cd57b1e679a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.726113 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1d3b-085f-40ca-8730-edd66850b336 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.730001 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-2dcf1d3b-085f-40ca-8730-edd66850b336 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4379120 May 25 22:58:08.730381 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57412) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:08.737042 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-bb84eb5b-8ea9-44d8-a3d0-f4a6ee60d9b5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'security_group_rule': {'security_group_id': '8c667dcc-6a71-4323-87c5-85aac2e55bec', 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:58:08.835854 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.securitygroups_db [None req-bb84eb5b-8ea9-44d8-a3d0-f4a6ee60d9b5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Project 5f71e6e2ba494f71afa3ae47ebfbbfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:58:08.841299 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bb84eb5b-8ea9-44d8-a3d0-f4a6ee60d9b5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.904588 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bb84eb5b-8ea9-44d8-a3d0-f4a6ee60d9b5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.905979 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] Set router e2e07bd4-900c-4696-9c1e-2a6104a06513 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:58:08.989648 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bb84eb5b-8ea9-44d8-a3d0-f4a6ee60d9b5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.007012 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84eb5b-8ea9-44d8-a3d0-f4a6ee60d9b5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7556d0b9-0730-4051-af9b-f9da79e5b27c,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:09.051701 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-c49ca93f-a73b-460f-904d-cd57b1e679a8 None None] Current status of the port dd50b093-7cd9-40af-b7dc-787fd0abc0db is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:09.052087 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c49ca93f-a73b-460f-904d-cd57b1e679a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.088977 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bb84eb5b-8ea9-44d8-a3d0-f4a6ee60d9b5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.090260 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-bb84eb5b-8ea9-44d8-a3d0-f4a6ee60d9b5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3588283 May 25 22:58:09.102129 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-c49ca93f-a73b-460f-904d-cd57b1e679a8 None None] For port dd50b093-7cd9-40af-b7dc-787fd0abc0db, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=dd50b093-7cd9-40af-b7dc-787fd0abc0db,segment=NetworkSegment(172d10a5-f7a9-462d-bdb7-0481014b71c2),segment_id=172d10a5-f7a9-462d-bdb7-0481014b71c2)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:09.156230 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c49ca93f-a73b-460f-904d-cd57b1e679a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.193191 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'name': 'tempest-TestVolumeBootPattern-1332220564-router', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:01Z', 'updated_at': '2022-05-25T22:58:05Z', 'revision_number': 4, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'gw_port': {'id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:02Z', 'updated_at': '2022-05-25T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'dd50b093-7cd9-40af-b7dc-787fd0abc0db', 'name': '', 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'mac_address': 'fa:16:3e:fa:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '05d813f4-032a-44c9-93d5-25a0c1d875d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:04Z', 'updated_at': '2022-05-25T22:58:08Z', 'revision_number': 4, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'subnets': [{'id': '05d813f4-032a-44c9-93d5-25a0c1d875d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:09.232670 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee07d4c-1d81-4534-a6df-814be2220603 None None] The sync data for ids ['e2e07bd4-900c-4696-9c1e-2a6104a06513'] in dv-cinder-843209-1-iscsi is: [{'id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'name': 'tempest-TestVolumeBootPattern-1332220564-router', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:01Z', 'updated_at': '2022-05-25T22:58:05Z', 'revision_number': 4, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'gw_port': {'id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:02Z', 'updated_at': '2022-05-25T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'dd50b093-7cd9-40af-b7dc-787fd0abc0db', 'name': '', 'network_id': 'f27679c5-5e92-4054-b0b9-05357be6fa38', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'mac_address': 'fa:16:3e:fa:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '05d813f4-032a-44c9-93d5-25a0c1d875d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:04Z', 'updated_at': '2022-05-25T22:58:08Z', 'revision_number': 4, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'subnets': [{'id': '05d813f4-032a-44c9-93d5-25a0c1d875d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:58:09.240378 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ca93f-a73b-460f-904d-cd57b1e679a8 None None] Pushing event updated for resources: {'Port': ['ID=dd50b093-7cd9-40af-b7dc-787fd0abc0db,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:09.289885 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-16178a7a-be02-4078-876a-8e1220363607 None None] Provisioning complete for port dd50b093-7cd9-40af-b7dc-787fd0abc0db triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:09.291274 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-16178a7a-be02-4078-876a-8e1220363607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.407006 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-16178a7a-be02-4078-876a-8e1220363607 None None] Current status of the port dd50b093-7cd9-40af-b7dc-787fd0abc0db is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:09.518904 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device dd50b093-7cd9-40af-b7dc-787fd0abc0db up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:58:09.569109 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port dd50b093-7cd9-40af-b7dc-787fd0abc0db triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:09.569478 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.655186 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port dd50b093-7cd9-40af-b7dc-787fd0abc0db is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:09.657543 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:58:09.682392 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18479897-fb6f-4f76-a6da-bd70c64a5cf6 req-ba20a0aa-1e58-4c0c-ad8c-d271d736eba7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:09.684113 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-18479897-fb6f-4f76-a6da-bd70c64a5cf6 req-ba20a0aa-1e58-4c0c-ad8c-d271d736eba7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0545666 May 25 22:58:09.707745 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:09.708114 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.728598 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-18479897-fb6f-4f76-a6da-bd70c64a5cf6 req-d34b9fd9-1ffa-48ff-9af6-a53211da6528 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368657 May 25 22:58:09.809912 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:10.844772 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d2980-9493-44e3-b814-08560886f6f6 req-9300e01e-0de0-4dad-b08f-e02f0d9a7de2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:10.846431 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d50d2980-9493-44e3-b814-08560886f6f6 req-9300e01e-0de0-4dad-b08f-e02f0d9a7de2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0495820 May 25 22:58:10.884350 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d50d2980-9493-44e3-b814-08560886f6f6 req-157a3277-eb90-4112-a5de-757a554c01da tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319128 May 25 22:58:11.005376 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-507a7463-b9b6-4ed9-913a-79ce9501a91e tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ca81e8c7585141cea401b576e2c1a6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352190 May 25 22:58:11.209086 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-6983f016-849e-4f01-ba86-1ee0a59d9ffb tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:11.211655 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-6983f016-849e-4f01-ba86-1ee0a59d9ffb tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970561 May 25 22:58:11.228561 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-eef8dbd0-7f95-46b1-9357-1e56e528482f tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/quotas/ca81e8c7585141cea401b576e2c1a6e5 HTTP/1.1" status: 200 len: 375 time: 0.0119910 May 25 22:58:11.266670 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-af802fd0-75af-4eb3-9f1a-39b6e944e8c8 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca81e8c7585141cea401b576e2c1a6e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265234 May 25 22:58:11.517014 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-08a5ca4c-5421-425b-87e3-368ce795040f req-82b14722-5e17-4583-a7a9-72c5f7955882 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 210 time: 0.0473542 May 25 22:58:11.751826 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7b5b05a2-8ba8-4f43-ba65-13910ac94ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.004906 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150706c-4463-4e65-b7b1-0962aa6c4e99 req-52eac837-b450-45d7-94cd-d3d46fdaaeae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:12.006439 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3150706c-4463-4e65-b7b1-0962aa6c4e99 req-52eac837-b450-45d7-94cd-d3d46fdaaeae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0530047 May 25 22:58:12.043488 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3150706c-4463-4e65-b7b1-0962aa6c4e99 req-3b48ab8c-7d13-498b-8c1f-165030e1d5ea tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308151 May 25 22:58:12.598810 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-73d40888-e4b6-46a6-970e-b5575609f2e6 req-2fd73e4e-a6bc-43de-adbf-e13fe0db2e88 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 210 time: 0.0259221 May 25 22:58:13.165153 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39f14a-a624-4eb0-9dcd-cb9237c83472 req-632cf1cb-4fc7-4323-b67c-86d37dd6a894 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:13.166633 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bc39f14a-a624-4eb0-9dcd-cb9237c83472 req-632cf1cb-4fc7-4323-b67c-86d37dd6a894 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0504460 May 25 22:58:13.207281 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bc39f14a-a624-4eb0-9dcd-cb9237c83472 req-4810d018-1fb6-422d-a33a-8c73470689d2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345330 May 25 22:58:13.706529 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7ac694da-aa06-442f-b5e8-2197f7d56688 req-cae53e5b-c672-45db-9b86-e438e6bf2012 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 210 time: 0.0275049 May 25 22:58:13.837720 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57560) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:13.943008 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-70140406-f4b1-40f9-a3b3-2d5bf739f94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.014456 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-bc1ecec5-6b01-4e2d-9963-1414e6867694 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ca81e8c7585141cea401b576e2c1a6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264823 May 25 22:58:14.048977 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-70140406-f4b1-40f9-a3b3-2d5bf739f94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.144663 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-de3d01d5-7e3a-4cd2-95ba-0e110d434533 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:14.146069 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-de3d01d5-7e3a-4cd2-95ba-0e110d434533 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1139321 May 25 22:58:14.163727 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-70140406-f4b1-40f9-a3b3-2d5bf739f94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.184440 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Request body: {'port': {'device_id': 'efc6ae3d-423f-477d-848b-b15eecffafaa', 'network_id': '436b6923-b275-4825-822b-401d30f90fec', 'admin_state_up': True, 'tenant_id': 'ca81e8c7585141cea401b576e2c1a6e5'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:58:14.220570 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ea494ad8-cf61-4453-94e1-13e5d955a311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.244446 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70140406-f4b1-40f9-a3b3-2d5bf739f94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fb9044-2a60-43d3-ae0f-9f503be64f21,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:14.253555 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-70140406-f4b1-40f9-a3b3-2d5bf739f94e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=050a9b4e26fe4602bcad4e2fa9033b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146118 May 25 22:58:14.256416 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57568) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:14.393946 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622ffd1-34ec-4ba0-8f93-b2e14df563a9 req-3c3c7650-da2a-40a8-b302-cf042a76ba10 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:14.395436 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2622ffd1-34ec-4ba0-8f93-b2e14df563a9 req-3c3c7650-da2a-40a8-b302-cf042a76ba10 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.1107247 May 25 22:58:14.398395 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eb4b2d56-847b-4d8b-9e86-f251e007bb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.440644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eb4b2d56-847b-4d8b-9e86-f251e007bb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.463306 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Made reservation on behalf of ca81e8c7585141cea401b576e2c1a6e5 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:14.466669 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.493929 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2622ffd1-34ec-4ba0-8f93-b2e14df563a9 req-0df911f4-3edd-426d-837a-f244d4fca346 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880988 May 25 22:58:14.495336 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.605485 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eb4b2d56-847b-4d8b-9e86-f251e007bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.608289 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eb4b2d56-847b-4d8b-9e86-f251e007bb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.612222 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-eb4b2d56-847b-4d8b-9e86-f251e007bb0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66fb9044-2a60-43d3-ae0f-9f503be64f21 HTTP/1.1" status: 204 len: 168 time: 0.3521914 May 25 22:58:14.630261 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b2d56-847b-4d8b-9e86-f251e007bb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fb9044-2a60-43d3-ae0f-9f503be64f21,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:14.685535 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.769158 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.817434 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-549d3610-d7cd-4e83-b499-f912daf82078 req-4cbff3a5-e4e7-485a-9db0-f5cabca8ceff tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 210 time: 0.0422642 May 25 22:58:14.855958 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604ac501-3b8e-4c50-91ac-43aeb881ab87,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:14.943216 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Allocated IP 192.168.233.100 (436b6923-b275-4825-822b-401d30f90fec/d5c6b1ac-99a2-4b38-93c3-9f04f0f0e105/a8cfb955-2b6f-43fe-83f1-60882b248cac) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:15.100344 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.236082 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.236646 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.281565 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Network 436b6923-b275-4825-822b-401d30f90fec is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:15.289747 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:15.292306 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:58:15.298502 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:15.299105 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.302477 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Pushing event updated for resources: {'Port': ['ID=a8cfb955-2b6f-43fe-83f1-60882b248cac,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:15.392868 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-01e27e2c-0664-4807-8c70-13cc1cd137ba tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2122540 May 25 22:58:15.421492 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Request body: {'port': {'device_id': 'efc6ae3d-423f-477d-848b-b15eecffafaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:58:15.499214 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.579121 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-066429bb-554a-43d0-9149-4493bf3572ed None None] Provisioning complete for port a8cfb955-2b6f-43fe-83f1-60882b248cac triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:15.579604 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-066429bb-554a-43d0-9149-4493bf3572ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.619490 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-066429bb-554a-43d0-9149-4493bf3572ed None None] Port a8cfb955-2b6f-43fe-83f1-60882b248cac cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:58:15.973448 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7152bca-2769-4858-90f2-8b58a2587e2d req-059590b9-fd09-44c8-8575-fee73d4c86c3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:15.974996 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7152bca-2769-4858-90f2-8b58a2587e2d req-059590b9-fd09-44c8-8575-fee73d4c86c3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.3718052 May 25 22:58:16.036768 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cca8c-2de0-4815-9a8e-12807b06f926 req-3971488f-7f0e-4473-8911-40dfcf364968 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:16.038195 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-618cca8c-2de0-4815-9a8e-12807b06f926 req-3971488f-7f0e-4473-8911-40dfcf364968 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 936 time: 0.1233711 May 25 22:58:16.076798 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7152bca-2769-4858-90f2-8b58a2587e2d req-2771fb8b-2837-4ef1-a160-32c87bbce196 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907514 May 25 22:58:16.112575 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-618cca8c-2de0-4815-9a8e-12807b06f926 req-e2e00aea-1af0-47c2-ba17-0ac0351a7e17 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669713 May 25 22:58:16.143722 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cfb955-2b6f-43fe-83f1-60882b248cac {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:58:16.153784 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.172428 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Transition to ACTIVE for port object a8cfb955-2b6f-43fe-83f1-60882b248cac will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:16.237316 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.289067 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Pushing event updated for resources: {'Port': ['ID=a8cfb955-2b6f-43fe-83f1-60882b248cac,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:16.324730 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Attempting to bind port a8cfb955-2b6f-43fe-83f1-60882b248cac on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:16.325058 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Attempting to bind port a8cfb955-2b6f-43fe-83f1-60882b248cac by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '816f9d5f-1704-4de3-9bc8-65d980e5c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '436b6923-b275-4825-822b-401d30f90fec'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:16.325518 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Attempting to bind port a8cfb955-2b6f-43fe-83f1-60882b248cac on network 436b6923-b275-4825-822b-401d30f90fec {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:58:16.330910 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Port a8cfb955-2b6f-43fe-83f1-60882b248cac on network 436b6923-b275-4825-822b-401d30f90fec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 22:58:16.331232 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Attempting to bind port a8cfb955-2b6f-43fe-83f1-60882b248cac on network 436b6923-b275-4825-822b-401d30f90fec {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:58:16.336288 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:58:16.336633 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Checking segment: {'id': '816f9d5f-1704-4de3-9bc8-65d980e5c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '436b6923-b275-4825-822b-401d30f90fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:58:16.336997 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Bound using segment: {'id': '816f9d5f-1704-4de3-9bc8-65d980e5c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '436b6923-b275-4825-822b-401d30f90fec'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:58:16.337461 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Bound port: a8cfb955-2b6f-43fe-83f1-60882b248cac, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816f9d5f-1704-4de3-9bc8-65d980e5c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '436b6923-b275-4825-822b-401d30f90fec'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:16.337816 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.412819 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] For port a8cfb955-2b6f-43fe-83f1-60882b248cac, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:16.420230 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] For port a8cfb955-2b6f-43fe-83f1-60882b248cac, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=a8cfb955-2b6f-43fe-83f1-60882b248cac,segment=NetworkSegment(816f9d5f-1704-4de3-9bc8-65d980e5c297),segment_id=816f9d5f-1704-4de3-9bc8-65d980e5c297)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:16.489409 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.509283 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.524211 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:16.524862 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.526193 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] 10.222.0.24 "PUT /v2.0/ports/a8cfb955-2b6f-43fe-83f1-60882b248cac HTTP/1.1" status: 200 len: 1098 time: 1.1101129 May 25 22:58:16.526677 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc6ae3d-423f-477d-848b-b15eecffafaa', 'tag': 'a8cfb955-2b6f-43fe-83f1-60882b248cac'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:58:16.528899 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632ceef0-51e7-47db-95c1-a2fd8a677b03" -d '{"events": [{"name": "network-changed", "server_uuid": "efc6ae3d-423f-477d-848b-b15eecffafaa", "tag": "a8cfb955-2b6f-43fe-83f1-60882b248cac"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:58:16.556600 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c821186-183a-4f8c-a9c1-6a4db6aac32a service neutron] Pushing event updated for resources: {'Port': ['ID=a8cfb955-2b6f-43fe-83f1-60882b248cac,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:16.596630 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba69b536-dbd9-4ef3-8184-0363ce10b45f x-openstack-request-id: req-ba69b536-dbd9-4ef3-8184-0363ce10b45f {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:58:16.596920 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc6ae3d-423f-477d-848b-b15eecffafaa", "tag": "a8cfb955-2b6f-43fe-83f1-60882b248cac", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:58:16.598448 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba69b536-dbd9-4ef3-8184-0363ce10b45f {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:58:16.598995 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba69b536-dbd9-4ef3-8184-0363ce10b45f'] response: {'name': 'network-changed', 'server_uuid': 'efc6ae3d-423f-477d-848b-b15eecffafaa', 'tag': 'a8cfb955-2b6f-43fe-83f1-60882b248cac', 'status': 'completed', 'code': 200} May 25 22:58:16.720946 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ceef0-51e7-47db-95c1-a2fd8a677b03 req-f6bce760-b002-4fdf-98ad-b216f24c1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:16.722590 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-632ceef0-51e7-47db-95c1-a2fd8a677b03 req-f6bce760-b002-4fdf-98ad-b216f24c1335 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca81e8c7585141cea401b576e2c1a6e5&device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 1101 time: 0.0583460 May 25 22:58:16.775127 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-632ceef0-51e7-47db-95c1-a2fd8a677b03 req-ce19259e-6f93-4208-bb3d-00426cb43062 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ca81e8c7585141cea401b576e2c1a6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278358 May 25 22:58:17.009366 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ceef0-51e7-47db-95c1-a2fd8a677b03 req-847be526-6c1d-4b1f-8b3c-f79b56bb1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:17.010849 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-632ceef0-51e7-47db-95c1-a2fd8a677b03 req-847be526-6c1d-4b1f-8b3c-f79b56bb1460 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1642957 May 25 22:58:17.122464 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-b8522963-f719-4264-8dd3-36958481237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:17.125187 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-b8522963-f719-4264-8dd3-36958481237e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca81e8c7585141cea401b576e2c1a6e5&device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 1101 time: 0.0420814 May 25 22:58:17.172779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.220826 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-adf418d4-d153-41b5-b79d-4382c42f0a5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a8cfb955-2b6f-43fe-83f1-60882b248cac HTTP/1.1" status: 200 len: 217 time: 0.0442514 May 25 22:58:17.292842 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3616a1f-fcf4-43d6-807f-a9b3d2084ad4 req-63a986ed-cb68-468d-afd2-b671a1ac7fe7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:17.299523 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a3616a1f-fcf4-43d6-807f-a9b3d2084ad4 req-63a986ed-cb68-468d-afd2-b671a1ac7fe7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.1482048 May 25 22:58:17.329392 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478f221-ff6b-4eae-a3af-26e41251d78c req-76a89916-aa13-4cf2-b840-f5e80404ca17 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:17.331625 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d478f221-ff6b-4eae-a3af-26e41251d78c req-76a89916-aa13-4cf2-b840-f5e80404ca17 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 948 time: 0.1211858 May 25 22:58:17.335107 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-1487f489-69c9-49fe-b0b6-5a61d9dd8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:17.336438 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-1487f489-69c9-49fe-b0b6-5a61d9dd8716 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5c6b1ac-99a2-4b38-93c3-9f04f0f0e105 HTTP/1.1" status: 200 len: 843 time: 0.0978057 May 25 22:58:17.395519 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a3616a1f-fcf4-43d6-807f-a9b3d2084ad4 req-882a18cc-8d19-4449-b83d-34a78c3c8826 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936432 May 25 22:58:17.417835 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d478f221-ff6b-4eae-a3af-26e41251d78c req-f479fb1e-9833-49a6-912f-83c4a1816973 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791857 May 25 22:58:17.426161 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-efaba99d-5be5-4d2a-8e1d-663265dc47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:17.427646 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-efaba99d-5be5-4d2a-8e1d-663265dc47cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436b6923-b275-4825-822b-401d30f90fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0803406 May 25 22:58:17.482181 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57654) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:17.527840 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-7ec4bd43-12fb-4214-b4e0-2332444918b9 service neutron] 10.222.0.24 "GET /v2.0/networks/436b6923-b275-4825-822b-401d30f90fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862098 May 25 22:58:17.634011 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1782bcfb-c344-4af9-a253-9f5b0fa42daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.635916 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-46391cdd-8571-42ca-9657-30bb1bd6bb65 req-638829c8-21a6-4e77-b9a9-0b58ed60de8c service neutron] 10.222.0.24 "GET /v2.0/networks/436b6923-b275-4825-822b-401d30f90fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993590 May 25 22:58:17.705894 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1782bcfb-c344-4af9-a253-9f5b0fa42daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.774976 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1782bcfb-c344-4af9-a253-9f5b0fa42daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.813624 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-1782bcfb-c344-4af9-a253-9f5b0fa42daf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c876ea5aaf74e178c114a2eac9ca786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301253 May 25 22:58:17.815601 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782bcfb-c344-4af9-a253-9f5b0fa42daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5c5cb8-62ac-4d8f-8289-64cf79d8bf4c,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:17.816442 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57660) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:17.879704 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff84f509-84c7-46a0-9d7a-e8c0ed7ac184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.901837 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff84f509-84c7-46a0-9d7a-e8c0ed7ac184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.046964 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff84f509-84c7-46a0-9d7a-e8c0ed7ac184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.049463 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff84f509-84c7-46a0-9d7a-e8c0ed7ac184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.050631 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-ff84f509-84c7-46a0-9d7a-e8c0ed7ac184 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b5c5cb8-62ac-4d8f-8289-64cf79d8bf4c HTTP/1.1" status: 204 len: 168 time: 0.2329705 May 25 22:58:18.059063 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84f509-84c7-46a0-9d7a-e8c0ed7ac184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5c5cb8-62ac-4d8f-8289-64cf79d8bf4c,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:18.542367 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a856586-8cf4-4ca7-a8c5-4a6a4cf534c2 req-58e81f7e-9a9b-4f77-bdf5-430037abc62d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:18.543833 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2a856586-8cf4-4ca7-a8c5-4a6a4cf534c2 req-58e81f7e-9a9b-4f77-bdf5-430037abc62d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0809941 May 25 22:58:18.555389 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb0ea2-a78e-4d2b-98c8-8635e0d259b6 req-7c8b2482-acaa-455e-b36d-d59a823785d9 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:18.559981 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-17bb0ea2-a78e-4d2b-98c8-8635e0d259b6 req-7c8b2482-acaa-455e-b36d-d59a823785d9 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 948 time: 0.0681276 May 25 22:58:18.609338 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2a856586-8cf4-4ca7-a8c5-4a6a4cf534c2 req-376e9057-e02c-4ca1-a678-0838fd9df872 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510697 May 25 22:58:18.617268 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-17bb0ea2-a78e-4d2b-98c8-8635e0d259b6 req-e5804c5f-dcde-4ddf-ba95-ed2c10c1a534 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530534 May 25 22:58:18.750451 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 57682) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:18.765722 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-83c5c3a5-22e4-4757-a568-f06160425973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.836675 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-83c5c3a5-22e4-4757-a568-f06160425973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.903458 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-83c5c3a5-22e4-4757-a568-f06160425973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.942162 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-83c5c3a5-22e4-4757-a568-f06160425973 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b518765470c44d8bb39efb02095e5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906493 May 25 22:58:18.943278 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5c3a5-22e4-4757-a568-f06160425973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853ede3c-c9ec-4cc4-8664-bd8da23401e3,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:18.944815 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 57688) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:18.994482 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c873910f-49f6-42de-a875-74fd3bf54247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.014230 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c873910f-49f6-42de-a875-74fd3bf54247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.183563 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c873910f-49f6-42de-a875-74fd3bf54247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.186081 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c873910f-49f6-42de-a875-74fd3bf54247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.187422 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-c873910f-49f6-42de-a875-74fd3bf54247 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/853ede3c-c9ec-4cc4-8664-bd8da23401e3 HTTP/1.1" status: 204 len: 168 time: 0.2409658 May 25 22:58:19.195126 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873910f-49f6-42de-a875-74fd3bf54247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853ede3c-c9ec-4cc4-8664-bd8da23401e3,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:19.764414 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d23caa-f7f6-4720-8ab4-87967edec7aa req-1631e74f-ed58-4816-b673-36f07189772b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:19.766811 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c3d23caa-f7f6-4720-8ab4-87967edec7aa req-1631e74f-ed58-4816-b673-36f07189772b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0801842 May 25 22:58:19.774007 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496235d5-2bab-4a43-8bbe-82d31cc0325f req-b32e5955-1c3b-407a-a94a-c6b233469c42 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:19.775410 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-496235d5-2bab-4a43-8bbe-82d31cc0325f req-b32e5955-1c3b-407a-a94a-c6b233469c42 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 948 time: 0.0791869 May 25 22:58:19.831585 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c3d23caa-f7f6-4720-8ab4-87967edec7aa req-deeb567a-ea11-4184-a0e7-00441b65b239 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552306 May 25 22:58:19.838792 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-496235d5-2bab-4a43-8bbe-82d31cc0325f req-04f01a75-fd18-4a5e-b81c-677c1110def4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554428 May 25 22:58:20.986977 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbadfa5-3589-4388-874f-e8e57905eaa1 req-ec6c3f64-02f2-48f0-afeb-f8b5e6305562 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:20.994433 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5dbadfa5-3589-4388-874f-e8e57905eaa1 req-ec6c3f64-02f2-48f0-afeb-f8b5e6305562 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 948 time: 0.0845916 May 25 22:58:21.009335 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2e163-a63f-4867-9d4e-b66d3c938ac4 req-8cf01beb-10f1-4bd6-9f7d-1e1c90756edb tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:21.010808 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1ed2e163-a63f-4867-9d4e-b66d3c938ac4 req-8cf01beb-10f1-4bd6-9f7d-1e1c90756edb tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.1099899 May 25 22:58:21.053241 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5dbadfa5-3589-4388-874f-e8e57905eaa1 req-60c3746e-4599-4584-a426-a026b4e8e9b6 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579817 May 25 22:58:21.075640 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1ed2e163-a63f-4867-9d4e-b66d3c938ac4 req-4fd7d7bf-5b10-48e4-ad90-b14811d798b1 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486782 May 25 22:58:22.195548 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e57e-955c-42d0-a4f6-9196d5391a55 req-0f337354-bbdf-4c46-bb28-df0271c363c6 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:22.197032 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ea32e57e-955c-42d0-a4f6-9196d5391a55 req-0f337354-bbdf-4c46-bb28-df0271c363c6 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 948 time: 0.0738988 May 25 22:58:22.228925 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f663f65-d864-46aa-b828-d74ef8149dab req-340dae65-4f30-4be1-ac40-37731008587f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:22.230486 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7f663f65-d864-46aa-b828-d74ef8149dab req-340dae65-4f30-4be1-ac40-37731008587f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0825546 May 25 22:58:22.262109 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ea32e57e-955c-42d0-a4f6-9196d5391a55 req-9d0fbde1-0be1-404a-80b9-3006b3e4caab tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579228 May 25 22:58:22.288121 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7f663f65-d864-46aa-b828-d74ef8149dab req-c165b49c-d808-4861-b216-ee17ce8a9d8f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501764 May 25 22:58:22.506687 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-6c05d57a-9619-4e9d-b3d7-aa9333b07911 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394392 May 25 22:58:22.585829 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-cfc13085-f532-4327-ad82-db8e86da266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:22.587193 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-cfc13085-f532-4327-ad82-db8e86da266e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 1098 time: 0.0390327 May 25 22:58:22.693144 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-3900073e-1f30-4074-81c8-d5a460b7d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:22.694588 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-3900073e-1f30-4074-81c8-d5a460b7d6a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 915 time: 0.0842192 May 25 22:58:22.760459 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-a3e8144f-fd2d-4a15-aa57-b53027dddbde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf827b2-486c-468c-94f9-fc8eba9e1099 HTTP/1.1" status: 200 len: 1001 time: 0.0584388 May 25 22:58:22.812141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-4dc87518-4d2a-4906-927c-e5d12f073fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:22.813546 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-4dc87518-4d2a-4906-927c-e5d12f073fd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.0458608 May 25 22:58:22.857819 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-a40bbd96-ca60-41c9-a501-e3c17bc29049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:22.859202 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-a40bbd96-ca60-41c9-a501-e3c17bc29049 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375278 May 25 22:58:22.950046 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-01d905b8-94cd-4461-bf27-1e7b3fcc0589 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820012 May 25 22:58:23.056722 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0e73312f-c911-48d4-8b1f-624bd915bf58 req-3919ae92-c63d-4575-ab8b-89716a3d9856 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925932 May 25 22:58:23.412608 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585bfcd-7ae0-47fb-88f1-6266f1a23a5f req-c9b6ffc1-f81d-4966-9fad-fe253e19baf4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:23.413973 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1585bfcd-7ae0-47fb-88f1-6266f1a23a5f req-c9b6ffc1-f81d-4966-9fad-fe253e19baf4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 948 time: 0.0788276 May 25 22:58:23.445798 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd909-5b2a-458a-8949-543dfe159b9d req-003ab6e2-bb1b-4145-a98c-8403ed141381 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:23.447223 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-620bd909-5b2a-458a-8949-543dfe159b9d req-003ab6e2-bb1b-4145-a98c-8403ed141381 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0757012 May 25 22:58:23.478598 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1585bfcd-7ae0-47fb-88f1-6266f1a23a5f req-d5b10102-9f63-4890-9f09-022d9fe90ce2 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583599 May 25 22:58:23.496496 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-620bd909-5b2a-458a-8949-543dfe159b9d req-09710d02-2316-44d8-b885-9de67cacc3c1 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 May 25 22:58:24.623635 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c320bf5-68b0-470b-8a93-df5404df47be req-51c59ae3-2502-47ce-894c-ac231eafb1b9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:24.625984 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4c320bf5-68b0-470b-8a93-df5404df47be req-51c59ae3-2502-47ce-894c-ac231eafb1b9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0569520 May 25 22:58:24.667492 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4c320bf5-68b0-470b-8a93-df5404df47be req-468756ca-51d0-4253-9bb9-8d6d6ead123e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349572 May 25 22:58:24.763932 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44280a90-a3d3-4450-9442-dea6fc24d9e2 req-16c0e6e6-6189-4be2-820e-585b0baba8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:24.765560 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44280a90-a3d3-4450-9442-dea6fc24d9e2 req-16c0e6e6-6189-4be2-820e-585b0baba8e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 1099 time: 0.0706570 May 25 22:58:24.777449 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abf44c-7159-4ec2-8e80-545e1d21a59a req-6e8fe7ad-0597-4257-9f10-aa2875f6142b tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:24.779013 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8abf44c-7159-4ec2-8e80-545e1d21a59a req-6e8fe7ad-0597-4257-9f10-aa2875f6142b tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 948 time: 0.0615304 May 25 22:58:24.832327 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44280a90-a3d3-4450-9442-dea6fc24d9e2 req-58382ebf-e28c-42f8-802b-43e782aa4187 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523295 May 25 22:58:24.837016 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8abf44c-7159-4ec2-8e80-545e1d21a59a req-786160af-f603-497e-86c0-00b8e4abf659 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504527 May 25 22:58:25.654526 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.782915 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8de41-b422-4863-b555-33db5354c0b4 req-4e20931b-219a-4047-a5fc-e7ce6df8bef9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:25.784361 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-72e8de41-b422-4863-b555-33db5354c0b4 req-4e20931b-219a-4047-a5fc-e7ce6df8bef9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0484788 May 25 22:58:25.825607 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-72e8de41-b422-4863-b555-33db5354c0b4 req-d47c91db-1b5c-45c7-a62c-5c51f7db6e03 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350637 May 25 22:58:25.951607 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbd100-40ba-4047-8c5e-cafaba591c94 req-c804cae6-5d63-4d9d-bc53-60dde3916d4f tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:25.953607 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-11fbd100-40ba-4047-8c5e-cafaba591c94 req-c804cae6-5d63-4d9d-bc53-60dde3916d4f tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 948 time: 0.0471253 May 25 22:58:25.991011 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-11fbd100-40ba-4047-8c5e-cafaba591c94 req-f3f56cf5-5041-443f-8132-4f4bde8e9fb1 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 May 25 22:58:26.881029 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device a8cfb955-2b6f-43fe-83f1-60882b248cac details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 22:58:26.954833 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043fa19-3098-4707-a2da-bc81906971e3 req-4d33a732-6977-4cda-adef-5af1dd312d62 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:26.956313 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b043fa19-3098-4707-a2da-bc81906971e3 req-4d33a732-6977-4cda-adef-5af1dd312d62 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0509026 May 25 22:58:26.979815 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port a8cfb955-2b6f-43fe-83f1-60882b248cac, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=a8cfb955-2b6f-43fe-83f1-60882b248cac,segment=NetworkSegment(816f9d5f-1704-4de3-9bc8-65d980e5c297),segment_id=816f9d5f-1704-4de3-9bc8-65d980e5c297)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:26.991765 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': 'a8cfb955-2b6f-43fe-83f1-60882b248cac', 'network_id': '436b6923-b275-4825-822b-401d30f90fec', 'port_id': 'a8cfb955-2b6f-43fe-83f1-60882b248cac', 'mac_address': 'fa:16:3e:9a:7c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c6b1ac-99a2-4b38-93c3-9f04f0f0e105', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 22:58:26.995169 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b043fa19-3098-4707-a2da-bc81906971e3 req-b328c39e-51fd-40c4-a51c-3a7504b84ab0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 May 25 22:58:27.029303 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port a8cfb955-2b6f-43fe-83f1-60882b248cac is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:27.029694 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:27.047071 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cfb955-2b6f-43fe-83f1-60882b248cac {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:58:27.066949 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port a8cfb955-2b6f-43fe-83f1-60882b248cac, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=a8cfb955-2b6f-43fe-83f1-60882b248cac,segment=NetworkSegment(816f9d5f-1704-4de3-9bc8-65d980e5c297),segment_id=816f9d5f-1704-4de3-9bc8-65d980e5c297)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:27.106221 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63d93f-b7bc-4a9a-9a70-b5c8a119ad17 req-d6647385-2113-406f-8cfc-f874169f3098 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:27.107785 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ac63d93f-b7bc-4a9a-9a70-b5c8a119ad17 req-d6647385-2113-406f-8cfc-f874169f3098 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 948 time: 0.0492210 May 25 22:58:27.137982 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:27.152160 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ac63d93f-b7bc-4a9a-9a70-b5c8a119ad17 req-1c9edc1e-9b17-42a2-8294-bd8e70b870a3 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364668 May 25 22:58:27.189458 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=a8cfb955-2b6f-43fe-83f1-60882b248cac,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:28.112658 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1227a8-ea4f-40fc-9f88-7cbd91f218a2 req-e742ff87-2697-469e-9e24-8368f752d1cb tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:28.114156 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3b1227a8-ea4f-40fc-9f88-7cbd91f218a2 req-e742ff87-2697-469e-9e24-8368f752d1cb tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0482688 May 25 22:58:28.151354 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3b1227a8-ea4f-40fc-9f88-7cbd91f218a2 req-c2796e1d-3d77-486d-972a-9f3277931ba1 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311685 May 25 22:58:28.294603 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facce37e-31d6-4fae-a0e5-a9dc3db68afd req-901c6a79-55f5-47df-ba63-13772335758c tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:28.296093 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-facce37e-31d6-4fae-a0e5-a9dc3db68afd req-901c6a79-55f5-47df-ba63-13772335758c tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0771213 May 25 22:58:28.304498 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8fe9f-7546-4591-9bc4-1d014c96fd47 req-d937268b-21c0-451d-b20f-451f99d9fcfd tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:28.306067 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5a8fe9f-7546-4591-9bc4-1d014c96fd47 req-d937268b-21c0-451d-b20f-451f99d9fcfd tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0853651 May 25 22:58:28.370243 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-facce37e-31d6-4fae-a0e5-a9dc3db68afd req-cbce6d04-0122-46dd-91b8-e8442cd0f273 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631366 May 25 22:58:28.373477 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5a8fe9f-7546-4591-9bc4-1d014c96fd47 req-f5f872eb-8c67-4cec-8ddb-914c619f7cea tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569313 May 25 22:58:29.485497 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5e413-d501-4ce3-a25d-193758eec9f1 req-c7cb5983-7888-4f3c-b6b7-14381ff2433d tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:29.486967 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5d5e413-d501-4ce3-a25d-193758eec9f1 req-c7cb5983-7888-4f3c-b6b7-14381ff2433d tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0514262 May 25 22:58:29.523614 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5d5e413-d501-4ce3-a25d-193758eec9f1 req-5b8f0c08-9d40-48ab-9da0-a61796d8c007 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306580 May 25 22:58:30.637033 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18678ee-0d4f-4391-bb69-92cd4bd6c50a req-dcc03d9b-01c7-4288-b33f-ada173362347 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:30.639052 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a18678ee-0d4f-4391-bb69-92cd4bd6c50a req-dcc03d9b-01c7-4288-b33f-ada173362347 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0483639 May 25 22:58:30.677208 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a18678ee-0d4f-4391-bb69-92cd4bd6c50a req-5ff497d0-5b59-4d7d-b050-8dc6c6d58f6c tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 May 25 22:58:31.787578 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673dc2c-814b-4fca-af74-1d2db4c0e604 req-9b29f418-8a67-4577-9606-d34e5a561904 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:31.788980 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1673dc2c-814b-4fca-af74-1d2db4c0e604 req-9b29f418-8a67-4577-9606-d34e5a561904 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0470073 May 25 22:58:31.825116 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1673dc2c-814b-4fca-af74-1d2db4c0e604 req-142321df-d8d3-4562-a3e8-6c8e4f498fbe tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303371 May 25 22:58:32.937520 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a934170-c7f6-4497-9c21-ebf4ce5d3580 req-334df11f-5d94-47f3-8a18-b10b021f87c4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:32.938939 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7a934170-c7f6-4497-9c21-ebf4ce5d3580 req-334df11f-5d94-47f3-8a18-b10b021f87c4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0501041 May 25 22:58:32.975701 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7a934170-c7f6-4497-9c21-ebf4ce5d3580 req-16298e55-e0b4-4554-966c-c171627b6e58 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307362 May 25 22:58:33.860981 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:58:34.086011 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa56692-45f6-45e3-b813-4ecdbe410424 req-1c2916e1-f350-453d-910e-cd084cf976de tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:34.087454 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9fa56692-45f6-45e3-b813-4ecdbe410424 req-1c2916e1-f350-453d-910e-cd084cf976de tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0474265 May 25 22:58:34.125141 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9fa56692-45f6-45e3-b813-4ecdbe410424 req-bfb0d15b-5c78-4263-a594-c5811b2b8b8e tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 May 25 22:58:35.237254 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7281c-b11b-48a2-9400-122c50004f6c req-115703b3-05d0-48a4-8572-b21cbe6152b0 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:35.238671 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9fa7281c-b11b-48a2-9400-122c50004f6c req-115703b3-05d0-48a4-8572-b21cbe6152b0 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0459256 May 25 22:58:35.276977 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9fa7281c-b11b-48a2-9400-122c50004f6c req-d6771c89-1e96-458c-ac79-925aa133beae tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323050 May 25 22:58:36.391226 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56afd9-d67f-49bf-bb55-b24205960924 req-e91da767-c520-41f2-9372-264607a45c88 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:36.392688 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bc56afd9-d67f-49bf-bb55-b24205960924 req-e91da767-c520-41f2-9372-264607a45c88 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0512416 May 25 22:58:36.430540 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bc56afd9-d67f-49bf-bb55-b24205960924 req-ffdbdfa8-ec10-4124-8504-366c7baea7da tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 May 25 22:58:37.082725 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['a8cfb955-2b6f-43fe-83f1-60882b248cac'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 22:58:37.543744 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856df834-ba84-47fb-a531-4b590e1ced03 req-2d9d8fb3-bf2a-4eaa-86ff-abe0a0ed2112 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:37.545153 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-856df834-ba84-47fb-a531-4b590e1ced03 req-2d9d8fb3-bf2a-4eaa-86ff-abe0a0ed2112 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0464525 May 25 22:58:37.583322 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-856df834-ba84-47fb-a531-4b590e1ced03 req-452671f2-d31e-457f-9e61-606f668266c8 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 May 25 22:58:38.694541 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a568bdb-098a-4a22-af87-4febfa57bb0b req-80e35d29-1491-4ce3-a6bd-4380cb09bf34 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:38.695944 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8a568bdb-098a-4a22-af87-4febfa57bb0b req-80e35d29-1491-4ce3-a6bd-4380cb09bf34 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0470855 May 25 22:58:38.732066 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8a568bdb-098a-4a22-af87-4febfa57bb0b req-5ed099d3-063d-4072-94e4-800a3b5ebd32 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301609 May 25 22:58:39.848422 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4a374-6cbc-4731-a35c-63e22253c2c1 req-e8850ea5-4448-4132-bebb-a1dec8fe833a tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:39.849865 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-60a4a374-6cbc-4731-a35c-63e22253c2c1 req-e8850ea5-4448-4132-bebb-a1dec8fe833a tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0518489 May 25 22:58:39.888891 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-60a4a374-6cbc-4731-a35c-63e22253c2c1 req-fbb3a60c-0c84-462f-9925-812d88083bdc tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323329 May 25 22:58:40.021869 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a7c2-0f85-4cab-9f28-caf005b2808c req-69a46d6d-9a5d-4c5c-b854-42f80798a10c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:40.023579 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5b04a7c2-0f85-4cab-9f28-caf005b2808c req-69a46d6d-9a5d-4c5c-b854-42f80798a10c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0471048 May 25 22:58:40.064798 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5b04a7c2-0f85-4cab-9f28-caf005b2808c req-9e11ddc8-6b60-457c-a542-7baf93148944 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344641 May 25 22:58:40.147558 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58b651-f05f-47b1-b990-89c6675575b2 req-a21b3918-445d-4236-b906-b5fb51a491ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:40.149386 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ec58b651-f05f-47b1-b990-89c6675575b2 req-a21b3918-445d-4236-b906-b5fb51a491ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 1098 time: 0.0417769 May 25 22:58:40.242019 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58b651-f05f-47b1-b990-89c6675575b2 req-8e637005-8ab1-425c-844a-0f76a925a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:40.243475 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ec58b651-f05f-47b1-b990-89c6675575b2 req-8e637005-8ab1-425c-844a-0f76a925a24c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.0860534 May 25 22:58:40.293611 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ec58b651-f05f-47b1-b990-89c6675575b2 req-f65440a5-1991-4578-9e65-e595d143b4e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c238a9-a304-417b-86b0-6155600c3398 HTTP/1.1" status: 200 len: 217 time: 0.0338342 May 25 22:58:40.337204 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58b651-f05f-47b1-b990-89c6675575b2 req-29443ab4-24a9-41d6-a2a7-13d8605965c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:40.338586 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ec58b651-f05f-47b1-b990-89c6675575b2 req-29443ab4-24a9-41d6-a2a7-13d8605965c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0417078 May 25 22:58:40.388210 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58b651-f05f-47b1-b990-89c6675575b2 req-9fe6bd15-9657-46b7-9425-72074263342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:40.389604 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ec58b651-f05f-47b1-b990-89c6675575b2 req-9fe6bd15-9657-46b7-9425-72074263342d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414622 May 25 22:58:40.480674 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ec58b651-f05f-47b1-b990-89c6675575b2 req-d0b4fcbf-4aaa-42d8-bb65-bb90afbe4dfb service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800798 May 25 22:58:40.571098 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ec58b651-f05f-47b1-b990-89c6675575b2 req-0b8d1c08-4a38-4e36-828f-26cf313e30bb service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826283 May 25 22:58:40.935050 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device a8cfb955-2b6f-43fe-83f1-60882b248cac up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:58:41.005615 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b8972-29a5-4f14-b088-50cd3169a164 req-3674decc-c019-4b6f-be7e-7971028b6b0a tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:41.007104 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5a9b8972-29a5-4f14-b088-50cd3169a164 req-3674decc-c019-4b6f-be7e-7971028b6b0a tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 949 time: 0.0487251 May 25 22:58:41.034425 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port a8cfb955-2b6f-43fe-83f1-60882b248cac completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:41.038281 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port a8cfb955-2b6f-43fe-83f1-60882b248cac triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:41.038715 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.045566 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5a9b8972-29a5-4f14-b088-50cd3169a164 req-1fed75e9-5fac-4523-977d-14b49657932f tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 May 25 22:58:41.119730 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port a8cfb955-2b6f-43fe-83f1-60882b248cac is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:58:41.120114 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.151471 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc6ae3d-423f-477d-848b-b15eecffafaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cfb955-2b6f-43fe-83f1-60882b248cac'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:58:41.153736 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26a9f66-aa0a-45a5-887d-e194b62a5d2f" -d '{"events": [{"server_uuid": "efc6ae3d-423f-477d-848b-b15eecffafaa", "name": "network-vif-plugged", "status": "completed", "tag": "a8cfb955-2b6f-43fe-83f1-60882b248cac"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:58:41.166936 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port a8cfb955-2b6f-43fe-83f1-60882b248cac, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=a8cfb955-2b6f-43fe-83f1-60882b248cac,segment=NetworkSegment(816f9d5f-1704-4de3-9bc8-65d980e5c297),segment_id=816f9d5f-1704-4de3-9bc8-65d980e5c297)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:41.187310 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcde1c-8394-4ec5-b749-44f39ec1913f req-78ff1311-c63e-4944-bda0-2999bf929bde tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:41.188843 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-aafcde1c-8394-4ec5-b749-44f39ec1913f req-78ff1311-c63e-4944-bda0-2999bf929bde tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0498550 May 25 22:58:41.194202 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 22:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db3134d-ba93-49ad-9daf-5ae298966e79 x-openstack-request-id: req-0db3134d-ba93-49ad-9daf-5ae298966e79 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:58:41.194202 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc6ae3d-423f-477d-848b-b15eecffafaa", "name": "network-vif-plugged", "status": "completed", "tag": "a8cfb955-2b6f-43fe-83f1-60882b248cac", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:58:41.194202 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0db3134d-ba93-49ad-9daf-5ae298966e79 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:58:41.194202 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db3134d-ba93-49ad-9daf-5ae298966e79'] response: {'server_uuid': 'efc6ae3d-423f-477d-848b-b15eecffafaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cfb955-2b6f-43fe-83f1-60882b248cac', 'code': 200} May 25 22:58:41.229643 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-aafcde1c-8394-4ec5-b749-44f39ec1913f req-6a5dfc65-8a59-4060-a63a-a309d9aed3d8 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334709 May 25 22:58:41.245781 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.293951 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=a8cfb955-2b6f-43fe-83f1-60882b248cac,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:41.563132 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040e199-212f-44d8-9782-6b58c9e00498 req-4a95180a-8dd6-4de4-9a3a-63fbaf5220f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:41.564549 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9040e199-212f-44d8-9782-6b58c9e00498 req-4a95180a-8dd6-4de4-9a3a-63fbaf5220f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 1103 time: 0.0419555 May 25 22:58:41.728276 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-36d4f297-49d3-4463-a5bc-f5b747f4cd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.834887 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9040e199-212f-44d8-9782-6b58c9e00498 req-b40c93b2-ad2a-47c7-9b25-d1fe8e33ffe8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477167 May 25 22:58:42.162587 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa476ac-2088-46a7-8c1c-e5eba7f67f37 req-9568b786-4469-459c-a16b-b88dc90b0c77 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:42.164036 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8fa476ac-2088-46a7-8c1c-e5eba7f67f37 req-9568b786-4469-459c-a16b-b88dc90b0c77 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0482152 May 25 22:58:42.201382 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8fa476ac-2088-46a7-8c1c-e5eba7f67f37 req-27246e7b-bc55-4187-ab5f-3b899d8bead2 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312858 May 25 22:58:42.341010 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17ba76-692c-4b5a-95d0-598a72e63723 req-911e0911-1068-407e-847f-3f812e20a1e4 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:42.342519 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dc17ba76-692c-4b5a-95d0-598a72e63723 req-911e0911-1068-407e-847f-3f812e20a1e4 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0467231 May 25 22:58:42.380387 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dc17ba76-692c-4b5a-95d0-598a72e63723 req-df5fd38b-13ae-4a7e-9272-715778516214 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 May 25 22:58:43.256511 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 58076) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:43.321506 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb8c2a-f77e-4ab0-b231-cecd4c42f293 req-0f377ea3-685d-472f-a939-e5808ce6f3d7 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:43.322981 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-42eb8c2a-f77e-4ab0-b231-cecd4c42f293 req-0f377ea3-685d-472f-a939-e5808ce6f3d7 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0535917 May 25 22:58:43.370447 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-42eb8c2a-f77e-4ab0-b231-cecd4c42f293 req-d20f6492-80c8-4aec-86bd-f54648af061f tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 May 25 22:58:43.376300 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.451774 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.502926 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454391fa-2e89-433c-94b5-95558cb60e7c req-6971057a-d1db-4b71-9480-e7dd7ca2cdbc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:43.502926 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-454391fa-2e89-433c-94b5-95558cb60e7c req-6971057a-d1db-4b71-9480-e7dd7ca2cdbc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0485694 May 25 22:58:43.535578 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-454391fa-2e89-433c-94b5-95558cb60e7c req-5a4be430-a475-446d-9587-36dc5a383f5a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315385 May 25 22:58:43.563066 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.600805 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d00a1a09eb2b47c4abbbaab032b800c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425438 May 25 22:58:43.601824 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8725e77c-59f8-4622-ad4c-6772d22c14e9,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:43.603399 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 58084) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:43.609669 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.610403 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.610403 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.610703 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.610979 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.611311 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.611622 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.612201 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.612361 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.612555 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.612945 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.613176 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425240a8-c66e-4940-83af-a87b9cc72f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.659843 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.681628 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.800172 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.802699 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.803860 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8725e77c-59f8-4622-ad4c-6772d22c14e9 HTTP/1.1" status: 204 len: 168 time: 0.1993597 May 25 22:58:43.811346 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8725e77c-59f8-4622-ad4c-6772d22c14e9,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:43.819165 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.819504 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.819851 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.820163 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.820483 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.820804 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.821191 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.821467 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.821795 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.822114 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.822453 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:43.822766 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea5c5c-7d6a-413c-9a9c-cddcf0a71f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:44.182925 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a0ce87c1-aa0d-4eb3-be1a-c25ff7a3b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.453836 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 58102) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:44.469195 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e428851c-b5f6-41ab-8b16-9cf4466f63ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.494858 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ac336-f9b7-451f-baaa-fc8eff639d17 req-4a5852ec-2ab3-4f1b-8f18-ca037463578b tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:44.496234 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4d1ac336-f9b7-451f-baaa-fc8eff639d17 req-4a5852ec-2ab3-4f1b-8f18-ca037463578b tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0570230 May 25 22:58:44.534835 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4d1ac336-f9b7-451f-baaa-fc8eff639d17 req-48c96c97-def3-4d81-bbcf-a5720ee624f4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317299 May 25 22:58:44.549921 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e428851c-b5f6-41ab-8b16-9cf4466f63ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.616415 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e428851c-b5f6-41ab-8b16-9cf4466f63ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.667331 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030af9b-71d0-4d29-b7f3-81350dbcc04e req-f5fbf1ca-7cf9-4f6c-9727-5992ad855e32 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:44.672079 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f030af9b-71d0-4d29-b7f3-81350dbcc04e req-f5fbf1ca-7cf9-4f6c-9727-5992ad855e32 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0572822 May 25 22:58:44.679334 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e428851c-b5f6-41ab-8b16-9cf4466f63ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff96af62063741f48893d9fe6814c2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141769 May 25 22:58:44.679334 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 58108) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:58:44.687442 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428851c-b5f6-41ab-8b16-9cf4466f63ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9126ad9-4d1b-4bde-b5c6-671fb6c8b44a,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:44.717995 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f030af9b-71d0-4d29-b7f3-81350dbcc04e req-223d20b3-d11b-4f49-8588-97ba995328e9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 May 25 22:58:44.740494 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2e4e581f-5771-4ecb-a98d-781303829d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.770416 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2e4e581f-5771-4ecb-a98d-781303829d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.874962 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2e4e581f-5771-4ecb-a98d-781303829d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.877584 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2e4e581f-5771-4ecb-a98d-781303829d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.878804 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-2e4e581f-5771-4ecb-a98d-781303829d50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9126ad9-4d1b-4bde-b5c6-671fb6c8b44a HTTP/1.1" status: 204 len: 168 time: 0.2055881 May 25 22:58:44.886663 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e581f-5771-4ecb-a98d-781303829d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9126ad9-4d1b-4bde-b5c6-671fb6c8b44a,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:45.242217 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:45.646928 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8cc1b-4c13-4882-8fd9-dd23631edf39 req-379ba2ab-de3c-4f64-83dd-2f883d08e1e2 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:45.651261 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-27e8cc1b-4c13-4882-8fd9-dd23631edf39 req-379ba2ab-de3c-4f64-83dd-2f883d08e1e2 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0495627 May 25 22:58:45.698935 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-27e8cc1b-4c13-4882-8fd9-dd23631edf39 req-38897086-d4aa-4e77-831e-6a47666d96f8 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 May 25 22:58:45.837414 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e915ef8-7082-4b87-96c4-6a709eb9c5bd req-116a73ed-6875-491a-ab7c-1c2c2be0d915 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:45.838985 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e915ef8-7082-4b87-96c4-6a709eb9c5bd req-116a73ed-6875-491a-ab7c-1c2c2be0d915 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0515244 May 25 22:58:45.878624 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e915ef8-7082-4b87-96c4-6a709eb9c5bd req-f07d4135-c03e-4a25-a082-7829ba462afb tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333014 May 25 22:58:46.151094 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2cf53-ffb6-4158-bed6-0cd7ad1eaf3d req-e22d7d86-c436-421f-a094-328f78b1ae8b tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:46.152486 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ebb2cf53-ffb6-4158-bed6-0cd7ad1eaf3d req-e22d7d86-c436-421f-a094-328f78b1ae8b tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0484774 May 25 22:58:46.191379 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ebb2cf53-ffb6-4158-bed6-0cd7ad1eaf3d req-e8e93eb9-a14e-448b-b10e-a880ce440b48 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 May 25 22:58:46.571245 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.000766 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e7edb-944c-46e2-a62a-4e9fa67b9a1c req-5e6da7a0-a037-4b09-bfd1-5925943861ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:47.000766 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bf4e7edb-944c-46e2-a62a-4e9fa67b9a1c req-5e6da7a0-a037-4b09-bfd1-5925943861ae tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0488365 May 25 22:58:47.036436 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bf4e7edb-944c-46e2-a62a-4e9fa67b9a1c req-0f36bf66-2aec-4933-a944-bcc0f160e081 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326698 May 25 22:58:47.145062 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.308571 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c8910-eeac-4ae5-8af4-65d4fdb375a7 req-df576c9c-8338-48c0-945f-f43fbfa6745c tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:47.310076 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4d6c8910-eeac-4ae5-8af4-65d4fdb375a7 req-df576c9c-8338-48c0-945f-f43fbfa6745c tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0507290 May 25 22:58:47.347995 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4d6c8910-eeac-4ae5-8af4-65d4fdb375a7 req-5a9eeca9-2568-4084-98ca-620f48518ac0 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 May 25 22:58:48.150685 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81758d-c4ed-42b3-83da-39bfe7c1d751 req-5b474fec-50a1-4640-9a6e-4c15bef28e5d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:48.152129 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4b81758d-c4ed-42b3-83da-39bfe7c1d751 req-5b474fec-50a1-4640-9a6e-4c15bef28e5d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0485549 May 25 22:58:48.190546 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4b81758d-c4ed-42b3-83da-39bfe7c1d751 req-81e80ac2-acdb-4c0e-8b89-df8f31e31dd8 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 May 25 22:58:48.462089 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cbd24-722c-4589-bde5-6b162b751ca7 req-3165c0ba-489f-49a0-b5dc-6c26f94e6fdc tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:48.463128 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0f0cbd24-722c-4589-bde5-6b162b751ca7 req-3165c0ba-489f-49a0-b5dc-6c26f94e6fdc tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0498486 May 25 22:58:48.504018 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0f0cbd24-722c-4589-bde5-6b162b751ca7 req-cfe9c9f4-fbcd-43c6-aff7-d279bbed4994 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348217 May 25 22:58:49.307138 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b403bb7-06bd-4ad3-bee8-0f0f8a1d7a09 req-246ac27f-8957-4134-b69d-03007f5bf866 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:49.308599 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8b403bb7-06bd-4ad3-bee8-0f0f8a1d7a09 req-246ac27f-8957-4134-b69d-03007f5bf866 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0527234 May 25 22:58:49.348255 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8b403bb7-06bd-4ad3-bee8-0f0f8a1d7a09 req-51edef6c-3167-4b45-832f-2a2bb1adcf3b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 May 25 22:58:49.615361 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106efa5e-e4ee-4f18-bd4a-892cb750c2a4 req-b620ec7a-7ed3-4141-b35e-6670826dd7c9 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:49.616837 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-106efa5e-e4ee-4f18-bd4a-892cb750c2a4 req-b620ec7a-7ed3-4141-b35e-6670826dd7c9 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0476146 May 25 22:58:49.655054 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-106efa5e-e4ee-4f18-bd4a-892cb750c2a4 req-ab49285d-1dc8-4539-b197-01c5f6e2b858 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324097 May 25 22:58:50.459253 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e843e-ae4b-41f2-b8dc-269202155a73 req-a10be4cf-dbe2-4cad-9902-759bef606510 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:50.460730 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7e8e843e-ae4b-41f2-b8dc-269202155a73 req-a10be4cf-dbe2-4cad-9902-759bef606510 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0464327 May 25 22:58:50.500725 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7e8e843e-ae4b-41f2-b8dc-269202155a73 req-ab10ccd9-9706-4f8f-9981-e819f9ea1a53 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337377 May 25 22:58:50.769954 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f3398-b472-4bd5-a401-ee991f3e9c73 req-34127e75-ea18-4617-a2fb-c812ce08d78b tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:50.771426 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f14f3398-b472-4bd5-a401-ee991f3e9c73 req-34127e75-ea18-4617-a2fb-c812ce08d78b tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0518050 May 25 22:58:50.808182 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f14f3398-b472-4bd5-a401-ee991f3e9c73 req-6bca21f8-1fb9-4352-9ba1-12969a1c32b0 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309246 May 25 22:58:51.614600 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c90d53-5489-4733-9c3c-9958cf7fd258 req-bd55c01e-5bf0-4cf1-af53-4d207d65b880 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:51.616127 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d3c90d53-5489-4733-9c3c-9958cf7fd258 req-bd55c01e-5bf0-4cf1-af53-4d207d65b880 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0485997 May 25 22:58:51.653553 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d3c90d53-5489-4733-9c3c-9958cf7fd258 req-a80dd89f-1ee5-4aac-a9db-419d9a9e1d82 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314302 May 25 22:58:51.922961 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d31a26-1aec-423a-907a-d3b0ca00a037 req-802de1c0-9731-496d-ad0f-8ab02f47e8b1 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:51.924467 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e1d31a26-1aec-423a-907a-d3b0ca00a037 req-802de1c0-9731-496d-ad0f-8ab02f47e8b1 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0509832 May 25 22:58:51.962519 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e1d31a26-1aec-423a-907a-d3b0ca00a037 req-975e1e1d-50a4-4c72-b558-7233a7674965 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 May 25 22:58:52.771012 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b3263-e10a-4c8c-b3b7-17c522b6c5bf req-d640f58f-bbaf-4b73-a768-31761f85f52a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:52.772487 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-292b3263-e10a-4c8c-b3b7-17c522b6c5bf req-d640f58f-bbaf-4b73-a768-31761f85f52a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0518484 May 25 22:58:52.809989 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-292b3263-e10a-4c8c-b3b7-17c522b6c5bf req-e1757a43-c24a-4ae6-9a12-13e4c65373a4 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316031 May 25 22:58:53.080460 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58bab1-f456-4645-bd20-4fcd1849ac80 req-00e4be82-5cba-426e-ae34-c44e3bff58d5 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:53.081886 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3c58bab1-f456-4645-bd20-4fcd1849ac80 req-00e4be82-5cba-426e-ae34-c44e3bff58d5 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0485976 May 25 22:58:53.120116 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3c58bab1-f456-4645-bd20-4fcd1849ac80 req-497ff524-f07a-46a6-9366-ea9c66284950 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 May 25 22:58:53.923715 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6825e-d574-417e-b3ac-4f46ddd929f2 req-0067aac3-7fae-492d-bd00-339563ac9c0e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:53.925124 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b5c6825e-d574-417e-b3ac-4f46ddd929f2 req-0067aac3-7fae-492d-bd00-339563ac9c0e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0476332 May 25 22:58:53.962059 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b5c6825e-d574-417e-b3ac-4f46ddd929f2 req-2be82577-cfbe-475d-8615-79fcabd1aec5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309660 May 25 22:58:54.235966 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5f360-74ef-4c82-a588-2e99f4b953ed req-93173b0b-1627-406a-8d44-5dbc1656f0dd tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:54.237321 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5ed5f360-74ef-4c82-a588-2e99f4b953ed req-93173b0b-1627-406a-8d44-5dbc1656f0dd tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0523043 May 25 22:58:54.274759 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5ed5f360-74ef-4c82-a588-2e99f4b953ed req-b6c2421b-5c59-48af-ae3a-a14983c10ef6 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 May 25 22:58:55.077122 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eebdc8-93f9-47d6-9e18-e52229426d7e req-fb1c4547-62d9-445c-81c3-74fea9688067 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:55.078631 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f3eebdc8-93f9-47d6-9e18-e52229426d7e req-fb1c4547-62d9-445c-81c3-74fea9688067 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0492785 May 25 22:58:55.117863 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f3eebdc8-93f9-47d6-9e18-e52229426d7e req-896d1184-6cfa-4ce8-a68b-4e90a693296c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 May 25 22:58:55.384141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d893fac-ad63-4836-aa06-b2906c627f93 req-65a61f67-ebc9-4b19-b15a-de9b5497bf1f tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:55.385575 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0d893fac-ad63-4836-aa06-b2906c627f93 req-65a61f67-ebc9-4b19-b15a-de9b5497bf1f tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0479560 May 25 22:58:55.423117 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0d893fac-ad63-4836-aa06-b2906c627f93 req-ef500689-c580-43bc-9c6d-b757010ad5bf tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/security-groups?id=604ac501-3b8e-4c50-91ac-43aeb881ab87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310478 May 25 22:58:55.645414 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.012963 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9781e-cfec-48c5-9a11-282ac474fb98 req-c69d135c-7e5e-4dd9-93cb-e01fd7ca81cb tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:56.014330 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34a9781e-cfec-48c5-9a11-282ac474fb98 req-c69d135c-7e5e-4dd9-93cb-e01fd7ca81cb tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.24 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 950 time: 0.0511129 May 25 22:58:56.109341 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-34a9781e-cfec-48c5-9a11-282ac474fb98 req-f24e8e94-3353-422e-b804-c37db3b209a4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Deleting port a8cfb955-2b6f-43fe-83f1-60882b248cac {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 22:58:56.110118 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-34a9781e-cfec-48c5-9a11-282ac474fb98 req-f24e8e94-3353-422e-b804-c37db3b209a4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.230779 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-34a9781e-cfec-48c5-9a11-282ac474fb98 req-f24e8e94-3353-422e-b804-c37db3b209a4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] For port a8cfb955-2b6f-43fe-83f1-60882b248cac, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=a8cfb955-2b6f-43fe-83f1-60882b248cac,segment=NetworkSegment(816f9d5f-1704-4de3-9bc8-65d980e5c297),segment_id=816f9d5f-1704-4de3-9bc8-65d980e5c297)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:56.231132 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-34a9781e-cfec-48c5-9a11-282ac474fb98 req-f24e8e94-3353-422e-b804-c37db3b209a4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.246956 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-34a9781e-cfec-48c5-9a11-282ac474fb98 req-f24e8e94-3353-422e-b804-c37db3b209a4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Calling delete_port for a8cfb955-2b6f-43fe-83f1-60882b248cac owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 22:58:56.266389 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641971c8-f247-4b51-b2a1-37694688b4b7 req-79d0cedf-5b92-449a-b23d-55df9f55f844 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:56.267763 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-641971c8-f247-4b51-b2a1-37694688b4b7 req-79d0cedf-5b92-449a-b23d-55df9f55f844 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0818756 May 25 22:58:56.347394 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-641971c8-f247-4b51-b2a1-37694688b4b7 req-186f28f0-fba7-40c9-91e5-556a9cbaf883 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505998 May 25 22:58:56.465470 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-34a9781e-cfec-48c5-9a11-282ac474fb98 req-f24e8e94-3353-422e-b804-c37db3b209a4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.496233 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e8e94-3353-422e-b804-c37db3b209a4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Pushing event deleted for resources: {'Port': ['ID=a8cfb955-2b6f-43fe-83f1-60882b248cac,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:56.513063 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['a8cfb955-2b6f-43fe-83f1-60882b248cac'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 22:58:56.527087 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0303e3b0-5ce4-40e5-a5cd-7459c44b1576 req-5242d784-cb10-4651-bd59-cad4eda3988c tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 210 time: 0.0328605 May 25 22:58:56.567663 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a9781e-cfec-48c5-9a11-282ac474fb98 req-f24e8e94-3353-422e-b804-c37db3b209a4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] No DVR routers for this DVR port a8cfb955-2b6f-43fe-83f1-60882b248cac on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:58:56.571620 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-34a9781e-cfec-48c5-9a11-282ac474fb98 req-f24e8e94-3353-422e-b804-c37db3b209a4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.575019 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34a9781e-cfec-48c5-9a11-282ac474fb98 req-f24e8e94-3353-422e-b804-c37db3b209a4 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.24 "DELETE /v2.0/ports/a8cfb955-2b6f-43fe-83f1-60882b248cac HTTP/1.1" status: 204 len: 173 time: 0.5532653 May 25 22:58:56.575523 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc6ae3d-423f-477d-848b-b15eecffafaa', 'name': 'network-vif-deleted', 'tag': 'a8cfb955-2b6f-43fe-83f1-60882b248cac'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:58:56.578453 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebfb461-3f4c-45ce-afdc-c7adaf08843c" -d '{"events": [{"server_uuid": "efc6ae3d-423f-477d-848b-b15eecffafaa", "name": "network-vif-deleted", "tag": "a8cfb955-2b6f-43fe-83f1-60882b248cac"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:58:56.615818 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 22:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca8fd17-cf76-43fb-b0aa-b6ef04b2cfe1 x-openstack-request-id: req-1ca8fd17-cf76-43fb-b0aa-b6ef04b2cfe1 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:58:56.616112 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc6ae3d-423f-477d-848b-b15eecffafaa", "name": "network-vif-deleted", "tag": "a8cfb955-2b6f-43fe-83f1-60882b248cac", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:58:56.616365 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ca8fd17-cf76-43fb-b0aa-b6ef04b2cfe1 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:58:56.616767 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca8fd17-cf76-43fb-b0aa-b6ef04b2cfe1'] response: {'server_uuid': 'efc6ae3d-423f-477d-848b-b15eecffafaa', 'name': 'network-vif-deleted', 'tag': 'a8cfb955-2b6f-43fe-83f1-60882b248cac', 'status': 'completed', 'code': 200} May 25 22:58:57.459181 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba60b96-8064-4901-8f0c-635bc7037292 req-d938b531-c9fc-4799-9de0-7ecd4866d039 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:57.460639 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4ba60b96-8064-4901-8f0c-635bc7037292 req-d938b531-c9fc-4799-9de0-7ecd4866d039 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0479884 May 25 22:58:57.498353 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4ba60b96-8064-4901-8f0c-635bc7037292 req-393c5102-a935-41fc-851c-7055ed060efa tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 May 25 22:58:57.641520 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c29849d1-33e8-46be-9786-2d0fd272eacb req-b3bdafd6-94ef-4a58-bc60-cc161cdf7980 tempest-VolumesNegativeTest-683760439 tempest-VolumesNegativeTest-683760439-project] 10.222.0.48 "GET /v2.0/ports?device_id=efc6ae3d-423f-477d-848b-b15eecffafaa HTTP/1.1" status: 200 len: 210 time: 0.0251603 May 25 22:58:58.610681 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7505e-52c7-4d86-b52e-f09ab411b778 req-546bca0e-d26e-4692-8b7e-7b3060207481 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:58.612110 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-72b7505e-52c7-4d86-b52e-f09ab411b778 req-546bca0e-d26e-4692-8b7e-7b3060207481 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0485187 May 25 22:58:58.652700 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-72b7505e-52c7-4d86-b52e-f09ab411b778 req-8ca59107-ca36-45aa-a9a5-5dac7cc7d2e7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346494 May 25 22:58:58.981329 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device a8cfb955-2b6f-43fe-83f1-60882b248cac no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 22:58:59.002673 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: a8cfb955-2b6f-43fe-83f1-60882b248cac {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 22:58:59.006947 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device a8cfb955-2b6f-43fe-83f1-60882b248cac not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 22:58:59.774343 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f4bc4-e1ba-46ca-8a7b-d39ccacf0f7d req-b9d5ee08-bc83-437a-9659-3b9492f458b5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:58:59.779283 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b49f4bc4-e1ba-46ca-8a7b-d39ccacf0f7d req-b9d5ee08-bc83-437a-9659-3b9492f458b5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0513501 May 25 22:58:59.814893 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b49f4bc4-e1ba-46ca-8a7b-d39ccacf0f7d req-bc0ce922-7c74-4860-a133-e55acb04b2b7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 May 25 22:59:00.931564 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6478a5-9587-4495-980f-a61ac9b81503 req-55db5ceb-835a-439a-9a43-f696c8a72348 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:00.932134 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d6478a5-9587-4495-980f-a61ac9b81503 req-55db5ceb-835a-439a-9a43-f696c8a72348 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0485132 May 25 22:59:00.970624 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d6478a5-9587-4495-980f-a61ac9b81503 req-ec3a9a3d-e834-4655-821a-ebbeb0d3b157 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 May 25 22:59:01.205891 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72370b69-cf9d-48be-bd48-941d4e0f6e21 req-f7988b60-754d-4a3b-a9fe-7068cafa8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:01.207389 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-72370b69-cf9d-48be-bd48-941d4e0f6e21 req-f7988b60-754d-4a3b-a9fe-7068cafa8cbd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 1098 time: 0.0404460 May 25 22:59:01.247971 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-72370b69-cf9d-48be-bd48-941d4e0f6e21 req-07a426a6-a17e-4f5c-93bb-bc2f92cfee6c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 May 25 22:59:02.087915 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def8b3a-70d3-49aa-81f9-a02392a4e6fd req-9f64f37b-f9a5-424c-9c44-e3007b36985e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:02.089533 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2def8b3a-70d3-49aa-81f9-a02392a4e6fd req-9f64f37b-f9a5-424c-9c44-e3007b36985e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0488765 May 25 22:59:02.129863 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2def8b3a-70d3-49aa-81f9-a02392a4e6fd req-453a89d1-3ce4-472d-ac57-322c418c2565 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 May 25 22:59:03.266028 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107ca58-00bc-4c0f-9d31-6abe82172d75 req-f693f5a2-5eda-42d3-b487-2775f48ac557 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:03.267660 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a107ca58-00bc-4c0f-9d31-6abe82172d75 req-f693f5a2-5eda-42d3-b487-2775f48ac557 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0614371 May 25 22:59:03.306553 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a107ca58-00bc-4c0f-9d31-6abe82172d75 req-2e198f14-f439-4a1e-87b1-2fa45b46e95f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 May 25 22:59:03.435791 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-db208c2d-1d45-4e58-8fca-4b361a512d09 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761100681&fields=id&tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9 HTTP/1.1" status: 200 len: 267 time: 0.0348196 May 25 22:59:03.555479 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-81cf14c9-9229-4311-9c77-1cfee8dac52a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:03.562780 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-81cf14c9-9229-4311-9c77-1cfee8dac52a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 811 time: 0.1197100 May 25 22:59:03.574866 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-ff7ddeea-27f7-4002-9f78-8efb2ef76db0 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/quotas/5f71e6e2ba494f71afa3ae47ebfbbfb9 HTTP/1.1" status: 200 len: 375 time: 0.0112340 May 25 22:59:03.627153 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-773974da-4fc6-42f2-9dcd-62dd5c92d7ac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474370 May 25 22:59:03.645219 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 58680) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:03.726116 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-7d215287-87d3-473d-a686-b2bfd31eaa92 service neutron] 10.222.0.48 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876751 May 25 22:59:03.753802 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-97949283-4e23-4f3a-ade9-d1f171826bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.818035 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-a8a33384-215d-4180-84f3-85df918d7fdd service neutron] 10.222.0.48 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854967 May 25 22:59:03.829993 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-97949283-4e23-4f3a-ade9-d1f171826bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.916676 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-97949283-4e23-4f3a-ade9-d1f171826bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.954972 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-97949283-4e23-4f3a-ade9-d1f171826bfb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca4455588dfa4cf0b59587ac945c3faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085589 May 25 22:59:03.956043 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97949283-4e23-4f3a-ade9-d1f171826bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f9bb01-aca8-45e4-8a11-5584f63716be,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:03.957700 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 58690) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:04.010217 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c206f7e-0827-4219-a459-53d1f1aea4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.031964 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c206f7e-0827-4219-a459-53d1f1aea4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.183066 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c206f7e-0827-4219-a459-53d1f1aea4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.185909 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c206f7e-0827-4219-a459-53d1f1aea4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.187977 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-0c206f7e-0827-4219-a459-53d1f1aea4c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34f9bb01-aca8-45e4-8a11-5584f63716be HTTP/1.1" status: 204 len: 168 time: 0.2284124 May 25 22:59:04.195804 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c206f7e-0827-4219-a459-53d1f1aea4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f9bb01-aca8-45e4-8a11-5584f63716be,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:04.446007 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507faa1e-0f76-4c43-8b0f-eed766045d42 req-a83a3ea9-1e85-48eb-9583-3998ba6acde3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:04.448178 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-507faa1e-0f76-4c43-8b0f-eed766045d42 req-a83a3ea9-1e85-48eb-9583-3998ba6acde3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0702505 May 25 22:59:04.475944 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c8dd4a85-59c2-4a32-9c55-a28b925bdb58 req-13389869-0530-4764-94e1-0acd83befffc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 210 time: 0.0266321 May 25 22:59:04.511601 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-507faa1e-0f76-4c43-8b0f-eed766045d42 req-67f734ba-e6cd-4eb7-9dc3-72b98a87b14e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522022 May 25 22:59:04.868090 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 58720) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:04.890190 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-034c0351-447b-4664-aafd-9341d3ed6b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.941552 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9026d87-90d8-431a-8b44-88d627a7ce0f req-15383d9b-195a-4431-903e-3d05c4520c73 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:04.943070 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b9026d87-90d8-431a-8b44-88d627a7ce0f req-15383d9b-195a-4431-903e-3d05c4520c73 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0671325 May 25 22:59:05.042309 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b9026d87-90d8-431a-8b44-88d627a7ce0f req-5dd03111-4a55-448c-9dc8-b9550667a98d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926745 May 25 22:59:05.081226 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-034c0351-447b-4664-aafd-9341d3ed6b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.154420 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-034c0351-447b-4664-aafd-9341d3ed6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.194351 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-034c0351-447b-4664-aafd-9341d3ed6b19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34602dd0e13b4afc8e476325fb87ddf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249025 May 25 22:59:05.195232 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c0351-447b-4664-aafd-9341d3ed6b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e024dd-9e7c-4c81-b2dd-6bc77d8f3791,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:05.197243 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 58728) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:05.256630 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9b289f26-142b-4468-b579-8e0e6de719f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.277230 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9b289f26-142b-4468-b579-8e0e6de719f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.411756 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9b289f26-142b-4468-b579-8e0e6de719f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.414202 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9b289f26-142b-4468-b579-8e0e6de719f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.415470 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9b289f26-142b-4468-b579-8e0e6de719f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4e024dd-9e7c-4c81-b2dd-6bc77d8f3791 HTTP/1.1" status: 204 len: 168 time: 0.2172458 May 25 22:59:05.423138 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b289f26-142b-4468-b579-8e0e6de719f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e024dd-9e7c-4c81-b2dd-6bc77d8f3791,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:05.581691 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-25da0db2-66a0-4150-a0f7-bdd1d409b15b req-ad67ae3b-17bc-480d-91be-601bdb618e1f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 210 time: 0.0257499 May 25 22:59:06.074591 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 58740) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:06.087944 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3bc35ca3-c84b-4311-94ad-3210a03e77b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.159336 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a9729-50b7-42e2-8d71-bd5c66fea64d req-5a8830ef-a1f7-43fb-9d9c-efba093f1b5d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:06.160837 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-594a9729-50b7-42e2-8d71-bd5c66fea64d req-5a8830ef-a1f7-43fb-9d9c-efba093f1b5d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0488629 May 25 22:59:06.163472 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3bc35ca3-c84b-4311-94ad-3210a03e77b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.198873 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-594a9729-50b7-42e2-8d71-bd5c66fea64d req-0b3493a2-dac6-4790-adbf-4a4709c09808 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312121 May 25 22:59:06.259503 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3bc35ca3-c84b-4311-94ad-3210a03e77b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.298266 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-3bc35ca3-c84b-4311-94ad-3210a03e77b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47efbd0c24454123b3763863516f7e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226081 May 25 22:59:06.299177 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc35ca3-c84b-4311-94ad-3210a03e77b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41369f7f-2e74-4212-b05e-69c7b7a8ab98,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:06.300946 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 58746) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:06.353454 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-84cf51a4-ef69-4ba1-a64b-5b04c440c405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.373551 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-84cf51a4-ef69-4ba1-a64b-5b04c440c405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.510763 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-84cf51a4-ef69-4ba1-a64b-5b04c440c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.513440 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-84cf51a4-ef69-4ba1-a64b-5b04c440c405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.514717 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-84cf51a4-ef69-4ba1-a64b-5b04c440c405 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41369f7f-2e74-4212-b05e-69c7b7a8ab98 HTTP/1.1" status: 204 len: 168 time: 0.2120581 May 25 22:59:06.522873 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf51a4-ef69-4ba1-a64b-5b04c440c405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41369f7f-2e74-4212-b05e-69c7b7a8ab98,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:06.674122 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-39c38f5e-4dfc-42dc-8e84-494213793ee9 req-6fe70693-8560-4370-a8c2-37aa64f5f897 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 210 time: 0.0255277 May 25 22:59:07.322111 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d060fd-c992-4d4a-974a-9797da04df84 req-bdf07f61-02b2-4a31-ba6f-24b36a15eff8 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:07.323583 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a4d060fd-c992-4d4a-974a-9797da04df84 req-bdf07f61-02b2-4a31-ba6f-24b36a15eff8 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0557115 May 25 22:59:07.362212 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a4d060fd-c992-4d4a-974a-9797da04df84 req-101d6cf6-c6ab-4165-9a25-69dbe6df104a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 May 25 22:59:07.593653 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4be6c-d741-472d-a6ed-4fc1d6eec89a req-78a2fc22-372f-4ea7-8149-43f71c9eccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:07.594334 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bdf4be6c-d741-472d-a6ed-4fc1d6eec89a req-78a2fc22-372f-4ea7-8149-43f71c9eccc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 1098 time: 0.0436342 May 25 22:59:07.699556 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4be6c-d741-472d-a6ed-4fc1d6eec89a req-8829ffbd-c1c5-44ca-81c0-d5389663e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:07.701241 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bdf4be6c-d741-472d-a6ed-4fc1d6eec89a req-8829ffbd-c1c5-44ca-81c0-d5389663e386 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.0837517 May 25 22:59:07.758844 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bdf4be6c-d741-472d-a6ed-4fc1d6eec89a req-4433b6de-b9d3-4d48-a7a7-8d0e347c5f88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c238a9-a304-417b-86b0-6155600c3398 HTTP/1.1" status: 200 len: 217 time: 0.0471821 May 25 22:59:07.790064 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-30252f7b-154b-4ebc-90f4-b57402cd5719 req-c493147b-2ef4-4b28-a36d-832a805da482 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 210 time: 0.0338452 May 25 22:59:07.824684 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4be6c-d741-472d-a6ed-4fc1d6eec89a req-f58f0ca1-5868-4c0c-9bdf-7148240c174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:07.832603 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bdf4be6c-d741-472d-a6ed-4fc1d6eec89a req-f58f0ca1-5868-4c0c-9bdf-7148240c174c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0444365 May 25 22:59:07.870059 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4be6c-d741-472d-a6ed-4fc1d6eec89a req-3a7ba16a-131e-4cb2-8b99-5afcc81c2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:07.871450 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bdf4be6c-d741-472d-a6ed-4fc1d6eec89a req-3a7ba16a-131e-4cb2-8b99-5afcc81c2f17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381057 May 25 22:59:07.974684 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bdf4be6c-d741-472d-a6ed-4fc1d6eec89a req-35797c7d-b009-425c-ac1b-4739f0683e51 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882671 May 25 22:59:08.068047 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bdf4be6c-d741-472d-a6ed-4fc1d6eec89a req-43de7201-f804-4952-9c3c-23b99dfd5b21 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824611 May 25 22:59:08.480799 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a137bd-007c-4638-bf0f-0229dd3d566a req-2c7a2759-0c66-4f08-bce1-775f7bfaa61f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:08.482260 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f8a137bd-007c-4638-bf0f-0229dd3d566a req-2c7a2759-0c66-4f08-bce1-775f7bfaa61f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0519102 May 25 22:59:08.529339 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f8a137bd-007c-4638-bf0f-0229dd3d566a req-9809ec83-1676-462c-98db-77f497c62d96 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339360 May 25 22:59:08.884780 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a3903ae9-c99f-404f-b6d3-ea414b86cdb5 req-b78a1b01-0044-48af-969a-19d2729fd5c9 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 210 time: 0.0272143 May 25 22:59:09.140556 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-a0d6dce2-1112-4261-8f79-d91ab64c1f3b tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:09.142056 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-a0d6dce2-1112-4261-8f79-d91ab64c1f3b tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 811 time: 0.1052511 May 25 22:59:09.198806 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-9eb09f19-12da-4348-b8e9-d4a851207866 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9 HTTP/1.1" status: 200 len: 380 time: 0.0381312 May 25 22:59:09.217062 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'port': {'device_id': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'admin_state_up': True, 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'security_groups': ['8c667dcc-6a71-4323-87c5-85aac2e55bec']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:09.374398 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Made reservation on behalf of 5f71e6e2ba494f71afa3ae47ebfbbfb9 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:09.377544 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.522503 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Allocated IP 172.20.0.7 (892cb638-a1e1-4c1f-9fa3-d697ac74511c/84d0830f-722c-4736-aae8-acdb24d95416/d47fa2bd-c003-45a4-89c7-312c2b5d7d60) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:09.689509 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732a3b-0dc0-4eea-89f4-350e9182dfd7 req-934906fc-5547-4213-9cd3-05ea1dc29dfc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:09.690971 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6f732a3b-0dc0-4eea-89f4-350e9182dfd7 req-934906fc-5547-4213-9cd3-05ea1dc29dfc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0856760 May 25 22:59:09.713134 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.752978 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6f732a3b-0dc0-4eea-89f4-350e9182dfd7 req-95aeb298-18ac-403e-ad94-967348dd1498 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545855 May 25 22:59:09.876830 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.918228 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Network 892cb638-a1e1-4c1f-9fa3-d697ac74511c is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:09.929099 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:09.931305 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'Port': ['ID=d47fa2bd-c003-45a4-89c7-312c2b5d7d60,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:09.933429 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:59:09.939790 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:09.940026 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.009766 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56ecf2-af33-4867-a860-068373d235b5 req-80a0f6e1-fbbb-4ad0-9b06-98131baec53d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:10.011286 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d56ecf2-af33-4867-a860-068373d235b5 req-80a0f6e1-fbbb-4ad0-9b06-98131baec53d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 931 time: 0.0528190 May 25 22:59:10.061779 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d56ecf2-af33-4867-a860-068373d235b5 req-d3ea0342-9ecd-49e6-9e50-578fd471e051 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392673 May 25 22:59:10.087362 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-72e1fd61-81b6-4790-a7d9-6216bd42e564 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8741114 May 25 22:59:10.132132 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Request body: {'port': {'device_id': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:10.182954 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-e6654c25-8e11-4f1f-9b37-de7ebe569550 None None] Provisioning complete for port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:10.183656 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-e6654c25-8e11-4f1f-9b37-de7ebe569550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.193109 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.230032 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-e6654c25-8e11-4f1f-9b37-de7ebe569550 None None] Port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:59:10.461259 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47fa2bd-c003-45a4-89c7-312c2b5d7d60 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:59:10.468953 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.480997 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Transition to ACTIVE for port object d47fa2bd-c003-45a4-89c7-312c2b5d7d60 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:10.567951 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.641885 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Pushing event updated for resources: {'Port': ['ID=d47fa2bd-c003-45a4-89c7-312c2b5d7d60,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:10.654055 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Attempting to bind port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:10.654411 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Attempting to bind port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:10.654730 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Attempting to bind port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 on network 892cb638-a1e1-4c1f-9fa3-d697ac74511c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:59:10.660271 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 on network 892cb638-a1e1-4c1f-9fa3-d697ac74511c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 22:59:10.663990 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Attempting to bind port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 on network 892cb638-a1e1-4c1f-9fa3-d697ac74511c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:59:10.665461 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:59:10.665783 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Checking segment: {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:59:10.666147 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Bound using segment: {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:59:10.666602 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Bound port: d47fa2bd-c003-45a4-89c7-312c2b5d7d60, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:10.666952 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.734505 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] For port d47fa2bd-c003-45a4-89c7-312c2b5d7d60, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:10.737851 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] For port d47fa2bd-c003-45a4-89c7-312c2b5d7d60, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=d47fa2bd-c003-45a4-89c7-312c2b5d7d60,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:10.806313 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.860779 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:59:10.875441 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:10.876036 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.877371 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] 10.222.0.24 "PUT /v2.0/ports/d47fa2bd-c003-45a4-89c7-312c2b5d7d60 HTTP/1.1" status: 200 len: 1093 time: 0.7585378 May 25 22:59:10.878817 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'tag': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:59:10.884095 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6ddf82-c6bf-4d4a-9d43-eb4c18f44440" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb764d6-1ec1-4903-92d5-5431e0647895", "tag": "d47fa2bd-c003-45a4-89c7-312c2b5d7d60"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:59:10.897605 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 58860) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:10.909494 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9621a8-826e-4e6b-980c-a3466fea4d4c service neutron] Pushing event updated for resources: {'Port': ['ID=d47fa2bd-c003-45a4-89c7-312c2b5d7d60,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:10.934911 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d675e-45f3-4239-913c-48279dc1d41a req-56ab874a-8b9a-426f-ad54-c642ebfd009e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:10.942878 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a57d675e-45f3-4239-913c-48279dc1d41a req-56ab874a-8b9a-426f-ad54-c642ebfd009e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.1118758 May 25 22:59:10.945960 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ad781c-d2ea-4a30-aa45-e232525b337f x-openstack-request-id: req-15ad781c-d2ea-4a30-aa45-e232525b337f {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:59:10.946245 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb764d6-1ec1-4903-92d5-5431e0647895", "tag": "d47fa2bd-c003-45a4-89c7-312c2b5d7d60", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:59:10.946560 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15ad781c-d2ea-4a30-aa45-e232525b337f {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:59:10.947715 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ad781c-d2ea-4a30-aa45-e232525b337f'] response: {'name': 'network-changed', 'server_uuid': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'tag': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60', 'status': 'completed', 'code': 200} May 25 22:59:10.984323 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a57d675e-45f3-4239-913c-48279dc1d41a req-a0151423-9483-42fc-bb44-01c2de756e12 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 May 25 22:59:11.064782 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-721d0dc7-f56e-4d51-9441-dc75b7cdd50b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca81e8c7585141cea401b576e2c1a6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659474 May 25 22:59:11.067494 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 58864) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:11.069266 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ddf82-c6bf-4d4a-9d43-eb4c18f44440 req-df243e64-7315-473b-aaf1-dcbeb8bab800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:11.070821 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ca6ddf82-c6bf-4d4a-9d43-eb4c18f44440 req-df243e64-7315-473b-aaf1-dcbeb8bab800 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 1096 time: 0.0481017 May 25 22:59:11.129090 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5360d486-3847-4fc7-9890-2650760a5f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.157086 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5360d486-3847-4fc7-9890-2650760a5f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.284808 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfb650-4c4e-447f-b1f2-81f2ba415f82 req-7b17d795-1c08-48cc-8fae-d6160233eb2d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:11.286314 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e7dfb650-4c4e-447f-b1f2-81f2ba415f82 req-7b17d795-1c08-48cc-8fae-d6160233eb2d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.1298025 May 25 22:59:11.288282 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5360d486-3847-4fc7-9890-2650760a5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.289069 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ddf82-c6bf-4d4a-9d43-eb4c18f44440 req-5c4f2037-7a2a-424c-aee1-84e7998a3bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:11.290442 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ca6ddf82-c6bf-4d4a-9d43-eb4c18f44440 req-5c4f2037-7a2a-424c-aee1-84e7998a3bee service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2025232 May 25 22:59:11.290990 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5360d486-3847-4fc7-9890-2650760a5f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.292181 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5360d486-3847-4fc7-9890-2650760a5f65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/604ac501-3b8e-4c50-91ac-43aeb881ab87 HTTP/1.1" status: 204 len: 168 time: 0.2231283 May 25 22:59:11.301214 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360d486-3847-4fc7-9890-2650760a5f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604ac501-3b8e-4c50-91ac-43aeb881ab87,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:11.388049 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e7dfb650-4c4e-447f-b1f2-81f2ba415f82 req-14241172-0f64-4415-b917-6b450456bf02 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912666 May 25 22:59:11.421353 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ddf82-c6bf-4d4a-9d43-eb4c18f44440 req-49df6d3d-05de-478b-a691-902f4694a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:11.423432 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ca6ddf82-c6bf-4d4a-9d43-eb4c18f44440 req-49df6d3d-05de-478b-a691-902f4694a9b2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096652 May 25 22:59:11.543262 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-aa50dbbe-50eb-492a-a911-5b5666c81c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:11.544775 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-aa50dbbe-50eb-492a-a911-5b5666c81c3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 1096 time: 0.0409818 May 25 22:59:11.722994 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-515fe0fc-8b53-43a1-a376-838da80e52ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.938805 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-752534f5-d943-478a-b553-3c8e831992bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d47fa2bd-c003-45a4-89c7-312c2b5d7d60 HTTP/1.1" status: 200 len: 217 time: 0.0418739 May 25 22:59:11.989783 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-7ae8484a-f39d-492e-8c30-58e7d397a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:11.991267 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-7ae8484a-f39d-492e-8c30-58e7d397a6d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d0830f-722c-4736-aae8-acdb24d95416 HTTP/1.1" status: 200 len: 850 time: 0.0449235 May 25 22:59:12.049820 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-a8a0c954-885a-4ec6-bbce-d1b66a90970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:12.051398 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-a8a0c954-885a-4ec6-bbce-d1b66a90970e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892cb638-a1e1-4c1f-9fa3-d697ac74511c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445530 May 25 22:59:12.398633 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb830e-6495-4252-a759-261f5dd3765c req-411d2c8a-d502-46c6-a381-b9dd7790e89d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:12.400075 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c1fb830e-6495-4252-a759-261f5dd3765c req-411d2c8a-d502-46c6-a381-b9dd7790e89d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.3291512 May 25 22:59:12.430800 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-130c2248-d807-48e1-9657-7e262173a72f service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678021 May 25 22:59:12.456768 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c1fb830e-6495-4252-a759-261f5dd3765c req-873c6e8f-645f-44c7-a682-d31140364a33 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477188 May 25 22:59:12.511762 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a690c53-6d04-4191-9fc2-4725d6a858b6 req-ab32a541-8cd9-4042-b51e-ac3b96e0eace tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:12.513192 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4a690c53-6d04-4191-9fc2-4725d6a858b6 req-ab32a541-8cd9-4042-b51e-ac3b96e0eace tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.0510876 May 25 22:59:12.551473 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4a690c53-6d04-4191-9fc2-4725d6a858b6 req-1eab6dd4-4071-4f65-b3ba-9f7455008e7f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 May 25 22:59:13.374115 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abac0860-0443-45be-ab7d-5dd86212d9e1 req-c743af10-5bd6-4975-ad97-b157fb771d4d service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809505 May 25 22:59:13.585702 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61b247-0f84-4384-a2f9-1fffa8b4583b req-2db84a75-c5ac-4c35-a6f1-d7fe1645b3c3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:13.587298 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5b61b247-0f84-4384-a2f9-1fffa8b4583b req-2db84a75-c5ac-4c35-a6f1-d7fe1645b3c3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0513208 May 25 22:59:13.640100 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5b61b247-0f84-4384-a2f9-1fffa8b4583b req-862662bc-c93b-4162-a6e0-cdfa9ee0f785 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442622 May 25 22:59:13.677711 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bb06b-ba4f-4b8b-bb19-cdbf575d5953 req-35a98ab1-30f2-4361-86de-d23ef570a9b3 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:13.679220 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3d2bb06b-ba4f-4b8b-bb19-cdbf575d5953 req-35a98ab1-30f2-4361-86de-d23ef570a9b3 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.0554686 May 25 22:59:13.719182 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3d2bb06b-ba4f-4b8b-bb19-cdbf575d5953 req-df73b3cc-2647-4856-9e31-95a9646c86b5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335853 May 25 22:59:14.190657 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-87019134-ee7f-4ac6-b348-cf7a91913383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.768320 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b3845-6791-47b0-927f-e00638b3d983 req-f05792b4-e002-4613-a852-9dc1d08dd5e8 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:14.770247 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-483b3845-6791-47b0-927f-e00638b3d983 req-f05792b4-e002-4613-a852-9dc1d08dd5e8 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0575469 May 25 22:59:14.821593 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-483b3845-6791-47b0-927f-e00638b3d983 req-1a8e721a-a7e0-4533-930c-8f3c3b2a3f5b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440342 May 25 22:59:14.998322 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce57e4-790e-4b77-86f9-efc316272f6a req-51af9d48-d89a-4fde-bcb2-11f8ce720623 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:14.998322 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5cce57e4-790e-4b77-86f9-efc316272f6a req-51af9d48-d89a-4fde-bcb2-11f8ce720623 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.0600500 May 25 22:59:14.998322 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5cce57e4-790e-4b77-86f9-efc316272f6a req-7c2ecee0-df19-4346-99a0-be15c4f144c5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318115 May 25 22:59:15.268597 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.120997 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcffb21-82cf-4c71-9f44-714dde7a9473 req-d8f83309-1a12-45ef-9ffd-e3025377305e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:16.122461 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fdcffb21-82cf-4c71-9f44-714dde7a9473 req-d8f83309-1a12-45ef-9ffd-e3025377305e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.0724573 May 25 22:59:16.130177 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b278e43-bf34-49d2-8836-ba5cc82e7407 req-afc69199-9d62-4ad7-bc2e-540813b4cf8c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:16.131533 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6b278e43-bf34-49d2-8836-ba5cc82e7407 req-afc69199-9d62-4ad7-bc2e-540813b4cf8c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0833862 May 25 22:59:16.192826 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fdcffb21-82cf-4c71-9f44-714dde7a9473 req-69ce0753-09bf-4ecf-987a-d6b39f5206cb tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603499 May 25 22:59:16.195704 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6b278e43-bf34-49d2-8836-ba5cc82e7407 req-7b0c8bc3-7d57-42dd-8cad-e270c6ae81ea tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571935 May 25 22:59:16.565698 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.154070 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.343544 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544cc2-3df3-4fec-95e3-9ed8d670ec52 req-abef7729-aa09-4bc3-a990-adb19b7dc80e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:17.345570 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-06544cc2-3df3-4fec-95e3-9ed8d670ec52 req-abef7729-aa09-4bc3-a990-adb19b7dc80e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.0755758 May 25 22:59:17.353328 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413c0d-3d21-478f-81e8-afd637fe3642 req-c55a45dd-cb0f-41dc-9bb8-180d286bd763 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:17.354721 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b7413c0d-3d21-478f-81e8-afd637fe3642 req-c55a45dd-cb0f-41dc-9bb8-180d286bd763 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0763152 May 25 22:59:17.410833 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-06544cc2-3df3-4fec-95e3-9ed8d670ec52 req-14d4dcaf-ab45-41f9-a20c-533324a081dd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551648 May 25 22:59:17.413469 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b7413c0d-3d21-478f-81e8-afd637fe3642 req-344d621a-42fa-4761-8948-83498034b250 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519481 May 25 22:59:18.528907 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcd26d-c49b-4ee7-82c4-498e04d8d8bd req-f48fb11c-62f2-4ce6-986d-0de7bd57dc8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:18.530245 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ebcd26d-c49b-4ee7-82c4-498e04d8d8bd req-f48fb11c-62f2-4ce6-986d-0de7bd57dc8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.0500114 May 25 22:59:18.567381 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ebcd26d-c49b-4ee7-82c4-498e04d8d8bd req-0087d3a8-5625-4cdb-ae39-e34c555b80c4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304861 May 25 22:59:19.681398 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58280ed-7aef-473e-9db9-d49c91c76c46 req-9719553b-2a96-4a0f-b835-478fdab873ec tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:19.683065 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a58280ed-7aef-473e-9db9-d49c91c76c46 req-9719553b-2a96-4a0f-b835-478fdab873ec tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.0499790 May 25 22:59:19.722148 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a58280ed-7aef-473e-9db9-d49c91c76c46 req-d0253e12-ad0a-4cc7-9a97-458ffb9362ff tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330925 May 25 22:59:20.343192 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59086) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:20.347909 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-ecf44bca-9f9d-464c-b40d-94448943e536 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986939331', 'description': 'tempest-description--1487645894'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:20.388483 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59088) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:20.446455 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ecf44bca-9f9d-464c-b40d-94448943e536 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.501300 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-97d49e65-1b29-4349-b84b-7d86a78290d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.521500 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ecf44bca-9f9d-464c-b40d-94448943e536 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.584418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-97d49e65-1b29-4349-b84b-7d86a78290d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.657762 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ecf44bca-9f9d-464c-b40d-94448943e536 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.685669 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf44bca-9f9d-464c-b40d-94448943e536 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1bcd60-3db6-4b92-a0da-b19992ab1c51,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:20.686637 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-97d49e65-1b29-4349-b84b-7d86a78290d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.726706 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-97d49e65-1b29-4349-b84b-7d86a78290d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cafd33107b874b84802eb9f8740301aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348920 May 25 22:59:20.729360 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59098) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:20.731450 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d49e65-1b29-4349-b84b-7d86a78290d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1519a1ea-b7aa-4e3c-a72a-5504efab0116,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:20.746043 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ecf44bca-9f9d-464c-b40d-94448943e536 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.747323 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ecf44bca-9f9d-464c-b40d-94448943e536 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4030578 May 25 22:59:20.750324 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59102) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:20.755325 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-ca9ee575-c867-4b0a-be05-5e54ed2ad10b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Request body: {'security_group_rule': {'security_group_id': '2e1bcd60-3db6-4b92-a0da-b19992ab1c51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:20.784693 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f40a5176-96c4-4c7c-8fad-c28038e24ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.806162 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f40a5176-96c4-4c7c-8fad-c28038e24ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.841051 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed4245-cfe5-42b2-8159-3bd9d334a63e req-fbaf2ca8-b086-4e94-8b2b-d6295f603ff4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:20.842516 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d4ed4245-cfe5-42b2-8159-3bd9d334a63e req-fbaf2ca8-b086-4e94-8b2b-d6295f603ff4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.0502713 May 25 22:59:20.849102 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee575-c867-4b0a-be05-5e54ed2ad10b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.909364 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d4ed4245-cfe5-42b2-8159-3bd9d334a63e req-4e37a2aa-9ecb-4644-88cd-335d01d06009 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575335 May 25 22:59:20.926064 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f40a5176-96c4-4c7c-8fad-c28038e24ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.935411 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f40a5176-96c4-4c7c-8fad-c28038e24ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.935411 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f40a5176-96c4-4c7c-8fad-c28038e24ab9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1519a1ea-b7aa-4e3c-a72a-5504efab0116 HTTP/1.1" status: 204 len: 168 time: 0.1992426 May 25 22:59:20.938202 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee575-c867-4b0a-be05-5e54ed2ad10b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.939680 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a5176-96c4-4c7c-8fad-c28038e24ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1519a1ea-b7aa-4e3c-a72a-5504efab0116,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:21.042317 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee575-c867-4b0a-be05-5e54ed2ad10b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.059831 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ee575-c867-4b0a-be05-5e54ed2ad10b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b44c5c-4384-4572-b127-a88212a2bef7,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:21.145082 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee575-c867-4b0a-be05-5e54ed2ad10b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.146583 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-ca9ee575-c867-4b0a-be05-5e54ed2ad10b tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3950620 May 25 22:59:21.153275 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59106) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:21.157578 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-e4a3df00-49e1-461e-95c6-5784e90d5f5d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Request body: {'security_group_rule': {'security_group_id': '2e1bcd60-3db6-4b92-a0da-b19992ab1c51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:21.247161 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e4a3df00-49e1-461e-95c6-5784e90d5f5d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.303667 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e4a3df00-49e1-461e-95c6-5784e90d5f5d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.379083 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e4a3df00-49e1-461e-95c6-5784e90d5f5d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.398493 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3df00-49e1-461e-95c6-5784e90d5f5d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df44c76-8281-4cdd-99c7-31934de27654,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:21.444036 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e4a3df00-49e1-461e-95c6-5784e90d5f5d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.445264 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-e4a3df00-49e1-461e-95c6-5784e90d5f5d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2910364 May 25 22:59:21.448492 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59112) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:21.454379 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:21.554678 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59116) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:21.568322 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-49b8f8a3-0277-4261-9100-532f77c6a22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.570040 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for floatingip, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.709853 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-49b8f8a3-0277-4261-9100-532f77c6a22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.722795 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.780119 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-49b8f8a3-0277-4261-9100-532f77c6a22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.846915 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-49b8f8a3-0277-4261-9100-532f77c6a22e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca8e1ee7259849c3b7dc1a682e583aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911203 May 25 22:59:21.849665 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59120) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:21.857740 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8f8a3-0277-4261-9100-532f77c6a22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a377e20-7989-491c-9e0e-14b4b068c532,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:21.868098 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Allocated IP 172.27.1.242 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/d2feb6d5-1c63-46ee-b7d0-a301795f503a) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:21.905615 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-daab2aa5-fa1d-47c4-addd-1b7fa7ddc5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.927218 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-daab2aa5-fa1d-47c4-addd-1b7fa7ddc5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.995869 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.052291 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9b241-bef8-43c3-9656-22180b6417a8 req-5a35547b-eca6-45fb-a336-b4167ec8d4d5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:22.053748 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d4d9b241-bef8-43c3-9656-22180b6417a8 req-5a35547b-eca6-45fb-a336-b4167ec8d4d5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.0748303 May 25 22:59:22.064852 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-daab2aa5-fa1d-47c4-addd-1b7fa7ddc5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.070457 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-daab2aa5-fa1d-47c4-addd-1b7fa7ddc5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.070457 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-daab2aa5-fa1d-47c4-addd-1b7fa7ddc5a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a377e20-7989-491c-9e0e-14b4b068c532 HTTP/1.1" status: 204 len: 168 time: 0.2178309 May 25 22:59:22.076674 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab2aa5-fa1d-47c4-addd-1b7fa7ddc5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a377e20-7989-491c-9e0e-14b4b068c532,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:22.092832 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d4d9b241-bef8-43c3-9656-22180b6417a8 req-0c96330d-b199-4568-b347-9f487d052075 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329576 May 25 22:59:22.116991 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.154790 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:22.158501 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:22.161033 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:59:22.177946 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event updated for resources: {'Port': ['ID=d2feb6d5-1c63-46ee-b7d0-a301795f503a,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:22.217219 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.304886 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.459944 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.549026 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.582316 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.603114 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event updated for resources: {'Port': ['ID=d2feb6d5-1c63-46ee-b7d0-a301795f503a,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:22.693230 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.694468 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-0c016e7c-7883-47d4-b366-c9ae7f76d9c0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2450323 May 25 22:59:22.875231 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-6cc9258d-341f-4e68-b2d1-597391887ce2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--986939331&fields=id&tenant_id=643eaa780dcd4affae5495c9fb3e7379 HTTP/1.1" status: 200 len: 267 time: 0.0333478 May 25 22:59:22.978221 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-0d9afaef-b497-4829-aac7-4d4e659138ba tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:22.979680 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-0d9afaef-b497-4829-aac7-4d4e659138ba tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 818 time: 0.0980709 May 25 22:59:22.994311 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-5098ad91-b019-40c3-b705-c6c021cef22d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/quotas/643eaa780dcd4affae5495c9fb3e7379 HTTP/1.1" status: 200 len: 375 time: 0.0088294 May 25 22:59:23.054531 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-2328e17c-6778-490d-b49e-7cd77f0ce702 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0548308 May 25 22:59:23.149632 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-5d89be2d-a71d-49bf-a2e8-ed54b2ab09be service neutron] 10.222.0.48 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836027 May 25 22:59:23.261657 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c768ae-d1b5-45c1-a33e-dc292bdbb9bc req-7b9f08e6-286c-4fce-a9e1-341293fec989 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:23.263108 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-06c768ae-d1b5-45c1-a33e-dc292bdbb9bc req-7b9f08e6-286c-4fce-a9e1-341293fec989 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.0993259 May 25 22:59:23.283347 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-128c4c8f-8b74-4ea7-bf96-abf5384b7b0a service neutron] 10.222.0.48 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273627 May 25 22:59:23.308081 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-06c768ae-d1b5-45c1-a33e-dc292bdbb9bc req-502764a6-38c3-4c54-a304-0fe7d5cb7039 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357506 May 25 22:59:23.528428 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-085b0d21-6fae-4622-b9da-35b998f1986e req-c75024a6-6b11-4daa-acf7-ec19bee2be88 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 210 time: 0.0250354 May 25 22:59:24.424778 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f9996-6ef8-4241-b481-291585c09d9d req-014bc702-f03e-40a3-8ec5-e21b643fb8bb tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:24.426220 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-153f9996-6ef8-4241-b481-291585c09d9d req-014bc702-f03e-40a3-8ec5-e21b643fb8bb tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.0522854 May 25 22:59:24.464890 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-153f9996-6ef8-4241-b481-291585c09d9d req-e8060b18-54b1-4818-b9fb-a1779ceda6c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325356 May 25 22:59:24.619315 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cfd33f4e-47d6-4a2b-be72-2a3180456976 req-eafcd0f2-a9df-4b1c-aa93-36134f19edc1 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 210 time: 0.0263515 May 25 22:59:25.333404 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-35b371f2-831b-4355-9854-e1328d4e4a5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386581 May 25 22:59:25.457637 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-726bc27c-6348-4008-b8ae-e3d04fe1ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:25.459127 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-726bc27c-6348-4008-b8ae-e3d04fe1ee2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 1098 time: 0.0406861 May 25 22:59:25.636486 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9545ada-5341-4a69-aa96-37b3c1096231 req-f7308224-50c5-46ee-9b42-fa42acb011c1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:25.637888 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e9545ada-5341-4a69-aa96-37b3c1096231 req-f7308224-50c5-46ee-9b42-fa42acb011c1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.1047521 May 25 22:59:25.643931 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-ccb0c221-7d72-4ac1-94fc-b67c6b7c90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:25.645356 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-ccb0c221-7d72-4ac1-94fc-b67c6b7c90f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 915 time: 0.1363826 May 25 22:59:25.661492 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.732553 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e9545ada-5341-4a69-aa96-37b3c1096231 req-36bbee31-dfd6-4362-bc00-d7549629dad6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862575 May 25 22:59:25.755253 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-326caa28-c840-4b2b-82cf-accfd177df5c req-9cd752a2-9b01-4346-8dff-3c6061ec68b3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 210 time: 0.0404186 May 25 22:59:25.760956 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-3d6c6265-4b0b-4e73-a1ae-88f275d5dffa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf827b2-486c-468c-94f9-fc8eba9e1099 HTTP/1.1" status: 200 len: 1001 time: 0.1012559 May 25 22:59:25.817111 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-35073e50-2a0c-42ad-8d01-0e161cedc605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:25.818625 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-35073e50-2a0c-42ad-8d01-0e161cedc605 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.0462208 May 25 22:59:25.981745 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-4c21b1aa-ac7d-4dae-80c1-842cb6ee967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:25.981745 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-4c21b1aa-ac7d-4dae-80c1-842cb6ee967c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1088176 May 25 22:59:26.014566 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-812196fb-f3b9-4a54-9655-e3a9c99a111f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:26.016025 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-812196fb-f3b9-4a54-9655-e3a9c99a111f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 818 time: 0.1562016 May 25 22:59:26.095764 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-565aeb12-b462-4ff5-bf43-5ef06b403705 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=643eaa780dcd4affae5495c9fb3e7379 HTTP/1.1" status: 200 len: 379 time: 0.0504901 May 25 22:59:26.112803 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Request body: {'port': {'device_id': '241413dc-d45b-4307-ae0c-94fd893d1861', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'admin_state_up': True, 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'security_groups': ['2e1bcd60-3db6-4b92-a0da-b19992ab1c51']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:26.131039 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-1d029579-477d-4c1a-85e8-323025371007 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426904 May 25 22:59:26.281762 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ceb5377c-d7e0-487e-8298-bc7523d6e968 req-9d34c584-2e89-472d-83a6-b311cd0bb02c service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238062 May 25 22:59:26.368058 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59200) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:26.377399 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Made reservation on behalf of 643eaa780dcd4affae5495c9fb3e7379 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:26.381699 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.485947 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b8f44f2-34a5-429b-a06b-33201e9efb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.522595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Allocated IP 172.20.0.4 (f86d3f49-8651-4cd7-81c5-3f077bc05bd0/4768f422-cc4f-45c3-b39a-6b417254c5bb/40137d47-371e-4450-993c-d7604d2a57fb) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:26.559846 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b8f44f2-34a5-429b-a06b-33201e9efb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.622725 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b8f44f2-34a5-429b-a06b-33201e9efb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.656791 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.659769 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f44f2-34a5-429b-a06b-33201e9efb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e18bf4-3aa5-4944-b475-78c3241edf36,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:26.664134 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-4b8f44f2-34a5-429b-a06b-33201e9efb12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92bad340b27a4081a681579c4b80da8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949178 May 25 22:59:26.666675 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59206) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:26.716213 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b294a99c-7620-4e4a-aec8-f66d6123b96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.737162 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b294a99c-7620-4e4a-aec8-f66d6123b96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.797016 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.874655 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:26.876475 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b294a99c-7620-4e4a-aec8-f66d6123b96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.879099 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b294a99c-7620-4e4a-aec8-f66d6123b96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.882916 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-b294a99c-7620-4e4a-aec8-f66d6123b96b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05e18bf4-3aa5-4944-b475-78c3241edf36 HTTP/1.1" status: 204 len: 168 time: 0.2126703 May 25 22:59:26.888128 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294a99c-7620-4e4a-aec8-f66d6123b96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e18bf4-3aa5-4944-b475-78c3241edf36,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:26.895102 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:26.899590 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:59:26.905154 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:26.905793 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.936050 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event updated for resources: {'Port': ['ID=40137d47-371e-4450-993c-d7604d2a57fb,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:26.960186 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe08a92-dc5c-46aa-a056-d5261519757c req-c6dd52a5-9bfd-4b93-be6c-e8e6e23b1508 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:26.961736 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-afe08a92-dc5c-46aa-a056-d5261519757c req-c6dd52a5-9bfd-4b93-be6c-e8e6e23b1508 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 931 time: 0.1159663 May 25 22:59:26.969939 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234e8a7-a103-4d9f-9e82-0ea9b9e4bc33 req-3851eef5-fa4a-4be6-a57e-6eedce4b9958 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:26.971623 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7234e8a7-a103-4d9f-9e82-0ea9b9e4bc33 req-3851eef5-fa4a-4be6-a57e-6eedce4b9958 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.1578083 May 25 22:59:27.042498 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-afe08a92-dc5c-46aa-a056-d5261519757c req-aa5b71cc-1855-4fb5-9fa6-24b7a337313a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690210 May 25 22:59:27.059136 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-a8fbc5e9-1873-43c6-b21d-f700751a7e2c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9509075 May 25 22:59:27.075048 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7234e8a7-a103-4d9f-9e82-0ea9b9e4bc33 req-df77fbae-9dd7-4eed-9784-60e8c30ab551 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845647 May 25 22:59:27.087315 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Request body: {'port': {'device_id': '241413dc-d45b-4307-ae0c-94fd893d1861', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:27.163640 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.201900 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-f985de78-694e-4842-b8d1-ae10fa6aa730 None None] Provisioning complete for port 40137d47-371e-4450-993c-d7604d2a57fb triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:27.202464 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f985de78-694e-4842-b8d1-ae10fa6aa730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.241369 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-f985de78-694e-4842-b8d1-ae10fa6aa730 None None] Port 40137d47-371e-4450-993c-d7604d2a57fb cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:59:27.450519 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40137d47-371e-4450-993c-d7604d2a57fb {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:59:27.460230 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.472562 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Transition to ACTIVE for port object 40137d47-371e-4450-993c-d7604d2a57fb will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:27.568003 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.623535 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Pushing event updated for resources: {'Port': ['ID=40137d47-371e-4450-993c-d7604d2a57fb,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:27.652241 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Attempting to bind port 40137d47-371e-4450-993c-d7604d2a57fb on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:27.652589 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Attempting to bind port 40137d47-371e-4450-993c-d7604d2a57fb by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:27.653025 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Attempting to bind port 40137d47-371e-4450-993c-d7604d2a57fb on network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:59:27.658020 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Port 40137d47-371e-4450-993c-d7604d2a57fb on network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 22:59:27.658365 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Attempting to bind port 40137d47-371e-4450-993c-d7604d2a57fb on network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:59:27.663590 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:59:27.669001 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Checking segment: {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:59:27.669001 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Bound using segment: {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:59:27.669001 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Bound port: 40137d47-371e-4450-993c-d7604d2a57fb, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8278d373-9310-41e1-a636-3f4ca3183a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:27.669001 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.731317 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] For port 40137d47-371e-4450-993c-d7604d2a57fb, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:27.735074 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] For port 40137d47-371e-4450-993c-d7604d2a57fb, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=40137d47-371e-4450-993c-d7604d2a57fb,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:27.802913 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.838087 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:27.838728 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.840156 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] 10.222.0.24 "PUT /v2.0/ports/40137d47-371e-4450-993c-d7604d2a57fb HTTP/1.1" status: 200 len: 1093 time: 0.7591612 May 25 22:59:27.840875 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:59:27.843183 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024d7e4e-1dc0-40cd-8c45-6e2bf1199cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "tag": "40137d47-371e-4450-993c-d7604d2a57fb"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:59:27.869205 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a5995-8912-4d4e-808a-ed189d1e5874 service neutron] Pushing event updated for resources: {'Port': ['ID=40137d47-371e-4450-993c-d7604d2a57fb,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:27.901743 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd4e43b-22ee-4cf7-9540-910d36bf3953 x-openstack-request-id: req-8dd4e43b-22ee-4cf7-9540-910d36bf3953 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:59:27.902027 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "tag": "40137d47-371e-4450-993c-d7604d2a57fb", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:59:27.902370 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8dd4e43b-22ee-4cf7-9540-910d36bf3953 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:59:27.914079 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd4e43b-22ee-4cf7-9540-910d36bf3953'] response: {'name': 'network-changed', 'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb', 'status': 'completed', 'code': 200} May 25 22:59:28.034727 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d7e4e-1dc0-40cd-8c45-6e2bf1199cfc req-de8adf41-5078-4a8b-b7ed-50c2d791d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:28.034727 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-024d7e4e-1dc0-40cd-8c45-6e2bf1199cfc req-de8adf41-5078-4a8b-b7ed-50c2d791d3ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 1096 time: 0.0507872 May 25 22:59:28.170878 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d7e4e-1dc0-40cd-8c45-6e2bf1199cfc req-27d045ad-1ee5-4225-aec9-722b24ecdca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:28.172430 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-024d7e4e-1dc0-40cd-8c45-6e2bf1199cfc req-27d045ad-1ee5-4225-aec9-722b24ecdca4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=643eaa780dcd4affae5495c9fb3e7379&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1149752 May 25 22:59:28.204328 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device d47fa2bd-c003-45a4-89c7-312c2b5d7d60 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 22:59:28.323259 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3189f48-d9ef-40a4-ab56-0e3306ce8ddc req-2c81a3dc-b674-4755-8c93-50e001903a6d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:28.324647 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d3189f48-d9ef-40a4-ab56-0e3306ce8ddc req-2c81a3dc-b674-4755-8c93-50e001903a6d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 943 time: 0.1513517 May 25 22:59:28.334826 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port d47fa2bd-c003-45a4-89c7-312c2b5d7d60, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=d47fa2bd-c003-45a4-89c7-312c2b5d7d60,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:28.357483 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'port_id': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60', 'mac_address': 'fa:16:3e:9d:e6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 22:59:28.364077 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad580b5-2acf-41a0-86b0-731c994c0abf req-afe60b4c-7ae3-49b3-a749-c2b9eb9ed60d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:28.365566 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7ad580b5-2acf-41a0-86b0-731c994c0abf req-afe60b4c-7ae3-49b3-a749-c2b9eb9ed60d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 943 time: 0.1628511 May 25 22:59:28.397228 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d7e4e-1dc0-40cd-8c45-6e2bf1199cfc req-fd36dc77-c394-428a-b592-674f9194522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:28.398675 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-024d7e4e-1dc0-40cd-8c45-6e2bf1199cfc req-fd36dc77-c394-428a-b592-674f9194522d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1979940 May 25 22:59:28.405382 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:28.406670 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.414741 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d3189f48-d9ef-40a4-ab56-0e3306ce8ddc req-134b0b33-ea66-4cdb-9455-752b9d888f77 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820169 May 25 22:59:28.432421 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47fa2bd-c003-45a4-89c7-312c2b5d7d60 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:59:28.442244 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7ad580b5-2acf-41a0-86b0-731c994c0abf req-84b3957e-1c1b-4ac8-8b83-106828696e14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640273 May 25 22:59:28.465849 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port d47fa2bd-c003-45a4-89c7-312c2b5d7d60, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=d47fa2bd-c003-45a4-89c7-312c2b5d7d60,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:28.524987 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-2a032071-aa47-4ac4-8bab-a253eeda5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:28.526475 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-2a032071-aa47-4ac4-8bab-a253eeda5a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 1096 time: 0.0408821 May 25 22:59:28.579686 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-c46d79dc-d5ad-48aa-91f4-5b545de865ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40137d47-371e-4450-993c-d7604d2a57fb HTTP/1.1" status: 200 len: 217 time: 0.0338695 May 25 22:59:28.594904 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.642932 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-9a7ce347-49ac-4f6d-b33d-1fc5347a3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:28.644601 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-9a7ce347-49ac-4f6d-b33d-1fc5347a3567 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0545790 May 25 22:59:28.655459 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=d47fa2bd-c003-45a4-89c7-312c2b5d7d60,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:28.662615 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.662987 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.663469 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.663810 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.664143 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.664474 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.664802 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.665125 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.665477 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.665797 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.666122 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.666470 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:28.703689 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-ec322b00-5f28-458b-b699-2036b4aca7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:28.705355 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-ec322b00-5f28-458b-b699-2036b4aca7c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497429 May 25 22:59:28.724276 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59264) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:28.816814 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-8983a34d-a4a7-47f2-9309-6addf9330987 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865841 May 25 22:59:28.858686 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59270) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:28.907460 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fab8084f-ab84-4aca-a140-27c6906aa157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.922397 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8223bf79-1f4c-45b5-88b0-de91d1d4bf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.942364 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f05cbbf4-55d5-425d-ae5b-a4783bdb840f req-0ee3e0ab-596f-414f-8b19-2aeb96357b66 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146991 May 25 22:59:29.229049 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fab8084f-ab84-4aca-a140-27c6906aa157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.229287 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8223bf79-1f4c-45b5-88b0-de91d1d4bf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.303142 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8223bf79-1f4c-45b5-88b0-de91d1d4bf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.303287 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fab8084f-ab84-4aca-a140-27c6906aa157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.361846 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8084f-ab84-4aca-a140-27c6906aa157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9467cd48-ab0c-4988-8740-29cf99f89a5f,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:29.364836 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-8223bf79-1f4c-45b5-88b0-de91d1d4bf4b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8ec4172ea90441b9f5c63708c907cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5041852 May 25 22:59:29.366140 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223bf79-1f4c-45b5-88b0-de91d1d4bf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2060f498-0d06-490d-989f-97ce5b26ec1a,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:29.370722 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-fab8084f-ab84-4aca-a140-27c6906aa157 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1201a074782f4876910c357c181eecac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6431270 May 25 22:59:29.370722 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59278) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:29.371146 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59280) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:29.444538 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3055-dc2e-4d5e-bd3a-b4004a021309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.445018 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-86a4e7c4-5950-44f4-b62c-a6470df628be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.484100 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3055-dc2e-4d5e-bd3a-b4004a021309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.486807 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-86a4e7c4-5950-44f4-b62c-a6470df628be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.597314 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3029-c97e-416b-9157-7146e624821c req-50ff5055-50f8-427c-ac43-98b4a6a2652c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:29.598774 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-744d3029-c97e-416b-9157-7146e624821c req-50ff5055-50f8-427c-ac43-98b4a6a2652c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 943 time: 0.0967269 May 25 22:59:29.602197 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-86a4e7c4-5950-44f4-b62c-a6470df628be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.604888 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-86a4e7c4-5950-44f4-b62c-a6470df628be admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.606035 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-86a4e7c4-5950-44f4-b62c-a6470df628be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9467cd48-ab0c-4988-8740-29cf99f89a5f HTTP/1.1" status: 204 len: 168 time: 0.2337258 May 25 22:59:29.612638 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef3a49-2e18-4320-aac5-66b551366499 req-488a5c3f-5b54-40c0-87c7-15f177218f7c tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:29.614156 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8eef3a49-2e18-4320-aac5-66b551366499 req-488a5c3f-5b54-40c0-87c7-15f177218f7c tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 944 time: 0.0857830 May 25 22:59:29.619102 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4e7c4-5950-44f4-b62c-a6470df628be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9467cd48-ab0c-4988-8740-29cf99f89a5f,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:29.642605 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['d47fa2bd-c003-45a4-89c7-312c2b5d7d60'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 22:59:29.643711 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3055-dc2e-4d5e-bd3a-b4004a021309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.649106 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3055-dc2e-4d5e-bd3a-b4004a021309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.649106 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-4f0e3055-dc2e-4d5e-bd3a-b4004a021309 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2060f498-0d06-490d-989f-97ce5b26ec1a HTTP/1.1" status: 204 len: 168 time: 0.2767339 May 25 22:59:29.675184 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e3055-dc2e-4d5e-bd3a-b4004a021309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2060f498-0d06-490d-989f-97ce5b26ec1a,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:29.687955 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8eef3a49-2e18-4320-aac5-66b551366499 req-c7115a09-0f4c-4bba-9ccf-0d86dde8dff6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667546 May 25 22:59:29.690886 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-744d3029-c97e-416b-9157-7146e624821c req-ddfee2d3-b7da-403a-84cf-0b817665cdb3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860596 May 25 22:59:30.601445 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59310) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:30.695426 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-702896972-network', 'tenant_id': '130b0835a708430ab71f0488b74d673d'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:30.801933 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Made reservation on behalf of 130b0835a708430ab71f0488b74d673d for: {'network': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:30.804210 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.813331 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.840177 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad664df-a36e-447a-aed0-5d345651e593 req-037193e4-66cf-453c-853d-fa4e70c6b9bc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:30.841609 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5ad664df-a36e-447a-aed0-5d345651e593 req-037193e4-66cf-453c-853d-fa4e70c6b9bc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 944 time: 0.0671475 May 25 22:59:30.849135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c30edc-32f6-449d-8877-17fd9e3ec59d req-399229b0-10ec-4739-8804-682ea2ddc984 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:30.850540 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c4c30edc-32f6-449d-8877-17fd9e3ec59d req-399229b0-10ec-4739-8804-682ea2ddc984 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 943 time: 0.0854309 May 25 22:59:30.886210 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.903817 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5ad664df-a36e-447a-aed0-5d345651e593 req-adf9b422-2c82-4ee8-9a74-ae2bc1348c98 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523286 May 25 22:59:30.910863 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c4c30edc-32f6-449d-8877-17fd9e3ec59d req-91e463d8-adcc-428f-870a-5c8f5bb8f144 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527143 May 25 22:59:30.945112 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.969422 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=114255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:30.978575 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47e33b0-d867-4761-892f-0e82d2ab7b10,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:30.983146 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.983476 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.segments_db [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Added segment ad2f626e-0a01-4c2f-bec9-6f20e56c64bf of type vlan for network 4343add9-6232-4758-8bba-f6e547fcafd9 May 25 22:59:31.023243 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.108867 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.109966 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:31.110887 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.172279 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] Pushing event updated for resources: {'Network': ['ID=4343add9-6232-4758-8bba-f6e547fcafd9,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:31.185434 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 4343add9-6232-4758-8bba-f6e547fcafd9 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 22:59:31.214628 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-8a9a6419-fca1-4c64-8362-d8ae72654862 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6120660 May 25 22:59:31.217429 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59324) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:31.227018 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] Request body: {'subnet': {'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-702896972-subnet', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'ip_version': 4}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:31.314741 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] Made reservation on behalf of 130b0835a708430ab71f0488b74d673d for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:31.317032 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.550980 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.611611 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19646eba-db07-4c3d-97ef-7a2572905cb1,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:31.620944 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] Checking segment: {'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:59:31.621283 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] Network hostable DHCP agents. Network: 4343add9-6232-4758-8bba-f6e547fcafd9, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:59:31.702585 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] Network 4343add9-6232-4758-8bba-f6e547fcafd9 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:59:31.788220 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 4343add9-6232-4758-8bba-f6e547fcafd9) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:31.792218 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:31.792795 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.798040 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc339d57-32da-46b1-bdf3-ae4e4e6650ce None None] Network 4343add9-6232-4758-8bba-f6e547fcafd9 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:59:31.895967 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-aa52d88f-76b1-49b6-873a-1da7c71cd949 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6773992 May 25 22:59:31.898776 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59332) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:31.903115 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:31.961398 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-4343add9-6232-4758-8bba-f6e547fcafd9', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 22:59:31.962936 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.038312 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12838'] for router, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.038312 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12863'] for router, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.059310 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc9c98-bc3c-43b4-8c38-2563b2dc6b4c req-835b4308-66cd-4d54-8565-545073ad7b53 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:32.064279 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-37fc9c98-bc3c-43b4-8c38-2563b2dc6b4c req-835b4308-66cd-4d54-8565-545073ad7b53 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 944 time: 0.0815542 May 25 22:59:32.073939 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e948748-8b46-4166-8fe5-b46db611adee req-58ba3689-cc25-4a4a-85e2-3339baf61a7e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:32.075332 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7e948748-8b46-4166-8fe5-b46db611adee req-58ba3689-cc25-4a4a-85e2-3339baf61a7e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 943 time: 0.0707521 May 25 22:59:32.094728 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.133980 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-37fc9c98-bc3c-43b4-8c38-2563b2dc6b4c req-b9e0b3ff-b015-4a90-9204-a0e0e0ffb6f4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576885 May 25 22:59:32.136974 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7e948748-8b46-4166-8fe5-b46db611adee req-d2f9103c-5571-4c3f-96f9-bed53d57eda5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535884 May 25 22:59:32.154070 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Allocated IP 172.20.0.2 (4343add9-6232-4758-8bba-f6e547fcafd9/19646eba-db07-4c3d-97ef-7a2572905cb1/14e5a418-958c-4e6d-a380-fcfc1fc5dc22) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:32.215212 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device d47fa2bd-c003-45a4-89c7-312c2b5d7d60 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:32.353687 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.454675 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.499208 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:32.504194 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:32.504561 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.529754 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.577424 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Network 4343add9-6232-4758-8bba-f6e547fcafd9 is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:32.583068 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:32.587935 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:59:32.598871 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Pushing event updated for resources: {'Port': ['ID=14e5a418-958c-4e6d-a380-fcfc1fc5dc22,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:32.613864 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.632890 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.669044 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Attempting to bind port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:32.669381 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Attempting to bind port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:32.669738 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Attempting to bind port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 on network 4343add9-6232-4758-8bba-f6e547fcafd9 {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:59:32.680507 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:59:32.680871 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Checking segment: {'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:59:32.681268 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.681659 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Bound using segment: {'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:59:32.682121 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Bound port: 14e5a418-958c-4e6d-a380-fcfc1fc5dc22, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:32.682515 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.684321 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:32.684679 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.719208 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:59:32.721384 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014fd526-2e10-435f-920b-c21b7c5bc362" -d '{"events": [{"server_uuid": "4fb764d6-1ec1-4903-92d5-5431e0647895", "name": "network-vif-plugged", "status": "completed", "tag": "d47fa2bd-c003-45a4-89c7-312c2b5d7d60"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:59:32.740793 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Allocated IP 172.27.1.221 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/0a01d114-28c9-4aeb-b10d-2ee12a987302) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:32.752970 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port d47fa2bd-c003-45a4-89c7-312c2b5d7d60, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=d47fa2bd-c003-45a4-89c7-312c2b5d7d60,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:32.778790 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 22:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8c4845-c9e8-4e76-927f-dbc852e583a6 x-openstack-request-id: req-9b8c4845-c9e8-4e76-927f-dbc852e583a6 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:59:32.779098 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb764d6-1ec1-4903-92d5-5431e0647895", "name": "network-vif-plugged", "status": "completed", "tag": "d47fa2bd-c003-45a4-89c7-312c2b5d7d60", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:59:32.779350 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b8c4845-c9e8-4e76-927f-dbc852e583a6 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:59:32.779753 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8c4845-c9e8-4e76-927f-dbc852e583a6'] response: {'server_uuid': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60', 'code': 200} May 25 22:59:32.784447 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] For port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:32.787545 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] For port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=14e5a418-958c-4e6d-a380-fcfc1fc5dc22,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:32.819076 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.847433 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.867156 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.877428 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=d47fa2bd-c003-45a4-89c7-312c2b5d7d60,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:32.936600 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d1b03-4186-4ad2-aee3-88874ad00800 None None] Pushing event updated for resources: {'Port': ['ID=14e5a418-958c-4e6d-a380-fcfc1fc5dc22,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:32.945938 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.173608 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7eda9-2ad5-4208-b970-72e96fa2b82b req-0f23081c-b77b-4d36-ab05-6b077f148acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:33.175999 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-35d7eda9-2ad5-4208-b970-72e96fa2b82b req-0f23081c-b77b-4d36-ab05-6b077f148acb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 1098 time: 0.0511374 May 25 22:59:33.209445 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:33.212517 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:33.216119 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:59:33.226530 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-35d7eda9-2ad5-4208-b970-72e96fa2b82b req-4a1530c3-1e11-4e78-86ba-f46d0a47f8ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335553 May 25 22:59:33.264061 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Pushing event updated for resources: {'Port': ['ID=0a01d114-28c9-4aeb-b10d-2ee12a987302,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:33.329194 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99be5-aeaa-4f2f-baae-45700d19cf4e req-0700459a-83b9-4249-8a4d-02cc4d17b0b7 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:33.330713 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-38b99be5-aeaa-4f2f-baae-45700d19cf4e req-0700459a-83b9-4249-8a4d-02cc4d17b0b7 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 945 time: 0.0754972 May 25 22:59:33.338530 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29901d69-163a-4700-8c6b-ed5d6c6c3554 req-ec57d67a-b109-47d5-9a0d-05a9d6947d89 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:33.339905 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-29901d69-163a-4700-8c6b-ed5d6c6c3554 req-ec57d67a-b109-47d5-9a0d-05a9d6947d89 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 943 time: 0.0830588 May 25 22:59:33.396369 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-38b99be5-aeaa-4f2f-baae-45700d19cf4e req-85107ed6-a158-4879-910a-0a1e81d76882 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555358 May 25 22:59:33.402900 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-29901d69-163a-4700-8c6b-ed5d6c6c3554 req-f2cdeb3d-bbd9-46cf-a40f-3b45e51c3805 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560980 May 25 22:59:33.481386 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:33.534737 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:33.535110 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.586272 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.620730 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:33.621198 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.658251 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=14e5a418-958c-4e6d-a380-fcfc1fc5dc22,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:33.728110 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.778596 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=14e5a418-958c-4e6d-a380-fcfc1fc5dc22,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:33.798372 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165'] for router, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.862037 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f49d90-0568-47f2-ac9f-d5d3c0cb6101 None None] Network 4343add9-6232-4758-8bba-f6e547fcafd9 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:59:33.931546 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-37ab6459-b9bd-4f85-999e-edf383a27704 None None] Provisioning complete for port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:33.931827 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-37ab6459-b9bd-4f85-999e-edf383a27704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.005830 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 is scheduled to L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e with binding_index 1 {{(pid=114255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:59:34.078974 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-37ab6459-b9bd-4f85-999e-edf383a27704 None None] Current status of the port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:34.115863 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:34.125481 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Sync routers for ids ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:59:34.135375 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Routers {'bef666a7-0d2c-42a1-8869-3af1f79f3eb2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:34.136155 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:34.238723 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 40137d47-371e-4450-993c-d7604d2a57fb details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 22:59:34.247529 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Set router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:34.287891 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] Notify callbacks [] for router, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.292020 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-cbbdfcda-f52d-4be3-9827-d5137c4721dd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3897250 May 25 22:59:34.297863 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59358) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:34.367148 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 40137d47-371e-4450-993c-d7604d2a57fb, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=40137d47-371e-4450-993c-d7604d2a57fb,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:34.380263 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '40137d47-371e-4450-993c-d7604d2a57fb', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'port_id': '40137d47-371e-4450-993c-d7604d2a57fb', 'mac_address': 'fa:16:3e:26:38:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 22:59:34.438119 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-119aaf8e-d434-4a10-afbb-a80858426ee1 None None] Provisioning complete for port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:34.438601 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-119aaf8e-d434-4a10-afbb-a80858426ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.486781 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 40137d47-371e-4450-993c-d7604d2a57fb is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:34.488625 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.525460 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40137d47-371e-4450-993c-d7604d2a57fb {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 22:59:34.566228 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 40137d47-371e-4450-993c-d7604d2a57fb, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=40137d47-371e-4450-993c-d7604d2a57fb,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:34.581403 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:33Z', 'revision_number': 3, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:34.606302 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-119aaf8e-d434-4a10-afbb-a80858426ee1 None None] Current status of the port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:34.611525 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Checking router: bef666a7-0d2c-42a1-8869-3af1f79f3eb2 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:59:34.611863 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Updating router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 port 0a01d114-28c9-4aeb-b10d-2ee12a987302 binding host dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:59:34.636829 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.640102 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.687726 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=40137d47-371e-4450-993c-d7604d2a57fb,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:34.716060 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2eaa68-d1b2-42f1-96ed-bb35895ad485 req-37f99b8a-3caa-4d30-83e9-ceb8699111ae tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:34.717479 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0c2eaa68-d1b2-42f1-96ed-bb35895ad485 req-37f99b8a-3caa-4d30-83e9-ceb8699111ae tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 945 time: 0.1219494 May 25 22:59:34.728695 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cd744-659a-4b80-a9d1-918e5ef04671 req-77195660-0a60-4b08-a4b3-73053f5e71c9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:34.730085 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f52cd744-659a-4b80-a9d1-918e5ef04671 req-77195660-0a60-4b08-a4b3-73053f5e71c9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 943 time: 0.1334765 May 25 22:59:34.836586 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0c2eaa68-d1b2-42f1-96ed-bb35895ad485 req-b7bf8389-3d1d-405b-a61e-38cf91807cb1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055238 May 25 22:59:34.839081 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f52cd744-659a-4b80-a9d1-918e5ef04671 req-7dc43fd3-727c-411a-9642-246f6f88a168 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009281 May 25 22:59:34.896301 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.002436 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.053847 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Pushing event updated for resources: {'Port': ['ID=0a01d114-28c9-4aeb-b10d-2ee12a987302,revision_number=2']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:35.060994 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.061647 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.061764 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.062355 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.062355 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.062688 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.063070 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.063634 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.063766 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.064018 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.064341 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.064651 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:35.067955 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Attempting to bind port 0a01d114-28c9-4aeb-b10d-2ee12a987302 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:35.068306 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Attempting to bind port 0a01d114-28c9-4aeb-b10d-2ee12a987302 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:35.075050 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Attempting to bind port 0a01d114-28c9-4aeb-b10d-2ee12a987302 on network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:59:35.078176 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:59:35.078630 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:59:35.079592 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.079969 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Bound using segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:59:35.080435 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Bound port: 0a01d114-28c9-4aeb-b10d-2ee12a987302, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:35.080823 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.122836 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.132384 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] For port 0a01d114-28c9-4aeb-b10d-2ee12a987302, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:35.140046 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] For port 0a01d114-28c9-4aeb-b10d-2ee12a987302, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=0a01d114-28c9-4aeb-b10d-2ee12a987302,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:35.230964 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.282868 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Allocated IP 172.20.0.1 (4343add9-6232-4758-8bba-f6e547fcafd9/19646eba-db07-4c3d-97ef-7a2572905cb1/c6e5f32e-bf83-4619-8833-6f3eda74160d) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:35.287823 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Routers {'bef666a7-0d2c-42a1-8869-3af1f79f3eb2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:35.289765 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:35.323422 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943347a-b0ea-4d0d-81fc-ae7254cd6a2e None None] Pushing event updated for resources: {'Port': ['ID=0a01d114-28c9-4aeb-b10d-2ee12a987302,revision_number=3']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:35.344751 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['40137d47-371e-4450-993c-d7604d2a57fb'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 22:59:35.395136 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.406632 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] Set router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:35.486761 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:35.520554 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.556247 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:35.558469 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.575676 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Network 4343add9-6232-4758-8bba-f6e547fcafd9 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:35.592783 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:35.596693 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:59:35.597172 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595070'] for router_interface, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.642931 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:33Z', 'revision_number': 3, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:35.666097 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:35.669221 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Pushing event updated for resources: {'Port': ['ID=c6e5f32e-bf83-4619-8833-6f3eda74160d,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:35.670051 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052b35e-33ae-4996-b561-09d40491c6a3 None None] The sync data for ids ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'] in dv-cinder-843209-1-iscsi is: [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:33Z', 'revision_number': 3, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:59:35.886819 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.961531 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-1d57dcb1-bb54-419d-8393-eecc6ba34caa None None] Provisioning complete for port c6e5f32e-bf83-4619-8833-6f3eda74160d triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:35.971981 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-1d57dcb1-bb54-419d-8393-eecc6ba34caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.010576 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-1d57dcb1-bb54-419d-8393-eecc6ba34caa None None] Port c6e5f32e-bf83-4619-8833-6f3eda74160d cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:59:36.085670 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce76b79-1974-4e68-8926-1392fc0115c5 req-0925ecb2-b897-4b43-a440-fb0478dc3d1b tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:36.087412 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cce76b79-1974-4e68-8926-1392fc0115c5 req-0925ecb2-b897-4b43-a440-fb0478dc3d1b tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 945 time: 0.1640911 May 25 22:59:36.103699 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fa94-104f-41c1-9a9b-fcf732805291 req-6a04cfa2-962d-40aa-b7a4-026c9591f37d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:36.105206 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b868fa94-104f-41c1-9a9b-fcf732805291 req-6a04cfa2-962d-40aa-b7a4-026c9591f37d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 944 time: 0.1436801 May 25 22:59:36.190533 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cce76b79-1974-4e68-8926-1392fc0115c5 req-323a2982-a0cc-4ab8-b914-8a459ab62218 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944974 May 25 22:59:36.215128 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b868fa94-104f-41c1-9a9b-fcf732805291 req-fd89cc5b-da6f-4759-8bf7-9d89d4bb5408 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895007 May 25 22:59:36.226680 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.299369 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.300094 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33028531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595090'] for router_interface, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.349221 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa768e-b299-451f-9753-21d45538ed59 req-e5dff5e8-9c26-4cb7-b61d-2c09da7507df tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:36.350760 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-adaa768e-b299-451f-9753-21d45538ed59 req-e5dff5e8-9c26-4cb7-b61d-2c09da7507df tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 945 time: 0.0866210 May 25 22:59:36.418684 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Pushing event updated for resources: {'Port': ['ID=c6e5f32e-bf83-4619-8833-6f3eda74160d,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:36.451217 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-adaa768e-b299-451f-9753-21d45538ed59 req-69487891-64f8-42f6-bcd6-f6402d787940 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881491 May 25 22:59:36.476604 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59378) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:36.489398 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Network 4343add9-6232-4758-8bba-f6e547fcafd9 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:36.491828 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:36.646642 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:36.705605 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419948ce-fb67-4f2e-bf60-1d3cd48b3fd6 tempest-TestVolumeBootPattern-226131396 tempest-TestVolumeBootPattern-226131396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:36.710100 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-419948ce-fb67-4f2e-bf60-1d3cd48b3fd6 tempest-TestVolumeBootPattern-226131396 tempest-TestVolumeBootPattern-226131396-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 1093 time: 0.2293739 May 25 22:59:36.710463 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59382) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:36.715392 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'port_id': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:36.737919 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-51599775-5103-4257-9a29-9d3eef267c7a None None] Provisioning complete for port c6e5f32e-bf83-4619-8833-6f3eda74160d triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:36.738509 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-51599775-5103-4257-9a29-9d3eef267c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.772935 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-51599775-5103-4257-9a29-9d3eef267c7a None None] Port c6e5f32e-bf83-4619-8833-6f3eda74160d cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:59:36.776095 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:36.781422 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-631f5dab-0c57-40e2-a739-9a370b8929bd admin admin] 10.222.0.48 "PUT /v2.0/routers/bef666a7-0d2c-42a1-8869-3af1f79f3eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4872706 May 25 22:59:36.817313 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.922314 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.042847 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Allocated IP 172.27.1.238 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/161a70d9-09ea-463d-be44-900a9f5e4b96) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:37.149790 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.253350 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Sync routers for ids ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:59:37.265709 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Routers {'bef666a7-0d2c-42a1-8869-3af1f79f3eb2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:37.266629 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:37.292545 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.337661 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8ae2c-1dd4-4199-b556-ade2028293b4 req-76b9fe60-45d1-4d95-b95b-b71479cbef0c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:37.339496 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f8b8ae2c-1dd4-4199-b556-ade2028293b4 req-76b9fe60-45d1-4d95-b95b-b71479cbef0c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 944 time: 0.0613475 May 25 22:59:37.350802 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:37.359916 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:37.362114 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'Port': ['ID=161a70d9-09ea-463d-be44-900a9f5e4b96,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:37.365064 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:59:37.396140 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f8b8ae2c-1dd4-4199-b556-ade2028293b4 req-0b6f1001-8f9f-4ad2-8fe6-c8be101e9471 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493236 May 25 22:59:37.419023 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Set router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:37.524863 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 0a01d114-28c9-4aeb-b10d-2ee12a987302 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:37.671892 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59410) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:37.676892 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-648653852-network', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:37.686009 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 0a01d114-28c9-4aeb-b10d-2ee12a987302 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:37.686401 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.773605 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 4, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'c6e5f32e-bf83-4619-8833-6f3eda74160d', 'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'mac_address': 'fa:16:3e:ce:e3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:35Z', 'updated_at': '2022-05-25T22:59:36Z', 'revision_number': 2, 'project_id': '130b0835a708430ab71f0488b74d673d', 'subnets': [{'id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:37.802997 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Checking router: bef666a7-0d2c-42a1-8869-3af1f79f3eb2 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:59:37.803990 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Updating router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 port c6e5f32e-bf83-4619-8833-6f3eda74160d binding host dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:59:37.824062 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 0a01d114-28c9-4aeb-b10d-2ee12a987302 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:37.824449 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.827813 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Made reservation on behalf of c531bbb3c9f648699f82df6638e2be7e for: {'network': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:37.830587 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.835070 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.849342 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.852542 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 0a01d114-28c9-4aeb-b10d-2ee12a987302, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=0a01d114-28c9-4aeb-b10d-2ee12a987302,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:37.864116 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.957770 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.017227 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.060908 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.074472 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.132237 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=114255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:38.141033 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=0a01d114-28c9-4aeb-b10d-2ee12a987302,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:38.152074 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e5f89a-c26d-4603-bf62-3fc62bb324ed,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:38.163425 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.163779 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.segments_db [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Added segment bc2838f3-b588-4253-a6d3-37801a268a74 of type vlan for network 45297d61-9c51-4c39-b348-b00ebe6f4c07 May 25 22:59:38.220209 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.243013 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.254044 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 40137d47-371e-4450-993c-d7604d2a57fb up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:38.293367 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3746103'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.298231 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Notify callbacks [] for port, precommit_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.325778 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.326715 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:38.327291 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.356306 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.389107 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 40137d47-371e-4450-993c-d7604d2a57fb completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:38.399496 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 40137d47-371e-4450-993c-d7604d2a57fb triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:38.399873 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.419386 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'Port': ['ID=161a70d9-09ea-463d-be44-900a9f5e4b96,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:38.429038 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] Pushing event updated for resources: {'Network': ['ID=45297d61-9c51-4c39-b348-b00ebe6f4c07,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:38.431224 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.433420 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329144f5-bbca-49e9-9944-3c8f17f0c8a2 None None] Pushing event updated for resources: {'Port': ['ID=c6e5f32e-bf83-4619-8833-6f3eda74160d,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:38.477855 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 45297d61-9c51-4c39-b348-b00ebe6f4c07 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 22:59:38.533335 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5c7f0ac8-ea30-4661-8485-9bf2bec311a6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8601863 May 25 22:59:38.535334 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59414) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:38.540829 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] Request body: {'subnet': {'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-648653852-subnet', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'ip_version': 4}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:38.560781 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.l3_db [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Floating IP cbc3dfde-939b-432e-b9b9-b0d566e9f81b associated. External IP: 172.27.1.238, port: d47fa2bd-c003-45a4-89c7-312c2b5d7d60. May 25 22:59:38.572813 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Attempting to bind port c6e5f32e-bf83-4619-8833-6f3eda74160d on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:38.573176 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Attempting to bind port c6e5f32e-bf83-4619-8833-6f3eda74160d by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:38.573532 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Attempting to bind port c6e5f32e-bf83-4619-8833-6f3eda74160d on network 4343add9-6232-4758-8bba-f6e547fcafd9 {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:59:38.585915 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08200cb-eab1-458a-9396-10b4bf9b50af req-30c2ba33-6452-4dd8-ad64-1eefa5bff627 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:38.587433 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e08200cb-eab1-458a-9396-10b4bf9b50af req-30c2ba33-6452-4dd8-ad64-1eefa5bff627 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 944 time: 0.0890007 May 25 22:59:38.594007 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:59:38.594501 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Checking segment: {'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:59:38.594905 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.595295 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Bound using segment: {'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:59:38.595773 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Bound port: c6e5f32e-bf83-4619-8833-6f3eda74160d, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:38.596149 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.635658 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] Made reservation on behalf of c531bbb3c9f648699f82df6638e2be7e for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:38.641939 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.658922 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e08200cb-eab1-458a-9396-10b4bf9b50af req-13606cce-64c3-476a-9392-a643cb0066e7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560048 May 25 22:59:38.683259 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 40137d47-371e-4450-993c-d7604d2a57fb is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:38.683650 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.737664 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:59:38.739908 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2664602-2a62-47e6-9125-c25071c0017d" -d '{"events": [{"server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "name": "network-vif-plugged", "status": "completed", "tag": "40137d47-371e-4450-993c-d7604d2a57fb"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:59:38.760643 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-d1448b3a-58a6-4121-b315-cd7064bd1c80 None None] Provisioning complete for port c6e5f32e-bf83-4619-8833-6f3eda74160d triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:38.761052 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d1448b3a-58a6-4121-b315-cd7064bd1c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.763678 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 40137d47-371e-4450-993c-d7604d2a57fb, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=40137d47-371e-4450-993c-d7604d2a57fb,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:38.767969 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] For port c6e5f32e-bf83-4619-8833-6f3eda74160d, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:38.787275 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 22:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ffbec7-3960-4b5c-b568-0aa546d6dc64 x-openstack-request-id: req-77ffbec7-3960-4b5c-b568-0aa546d6dc64 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:59:38.787927 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "name": "network-vif-plugged", "status": "completed", "tag": "40137d47-371e-4450-993c-d7604d2a57fb", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:59:38.787927 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77ffbec7-3960-4b5c-b568-0aa546d6dc64 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:59:38.788206 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ffbec7-3960-4b5c-b568-0aa546d6dc64'] response: {'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb', 'code': 200} May 25 22:59:38.801882 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] For port c6e5f32e-bf83-4619-8833-6f3eda74160d, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=c6e5f32e-bf83-4619-8833-6f3eda74160d,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:38.812372 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-d1448b3a-58a6-4121-b315-cd7064bd1c80 None None] Port c6e5f32e-bf83-4619-8833-6f3eda74160d cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:59:38.842226 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.860007 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:38.889675 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=40137d47-371e-4450-993c-d7604d2a57fb,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:38.905166 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.962044 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Routers {'bef666a7-0d2c-42a1-8869-3af1f79f3eb2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:38.962699 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:38.966202 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.978591 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329144f5-bbca-49e9-9944-3c8f17f0c8a2 None None] Pushing event updated for resources: {'Port': ['ID=c6e5f32e-bf83-4619-8833-6f3eda74160d,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:39.029829 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f8d9f7-d7dd-44e1-a811-1d10d0b99518,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:39.076353 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] Checking segment: {'id': 'bc2838f3-b588-4253-a6d3-37801a268a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:59:39.076873 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] Network hostable DHCP agents. Network: 45297d61-9c51-4c39-b348-b00ebe6f4c07, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:59:39.111642 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] Set router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:39.190760 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] Network 45297d61-9c51-4c39-b348-b00ebe6f4c07 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:59:39.199126 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:39.211012 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84740a4d-8dc7-47ad-b721-f6d113a30d71 None None] Sync routers for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:59:39.227314 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84740a4d-8dc7-47ad-b721-f6d113a30d71 None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:39.228216 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-84740a4d-8dc7-47ad-b721-f6d113a30d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:39.259048 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-db6ad054-52d9-432f-bd6c-cb324ee63573 None None] Provisioning complete for port c6e5f32e-bf83-4619-8833-6f3eda74160d triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:39.259411 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db6ad054-52d9-432f-bd6c-cb324ee63573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.272785 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 45297d61-9c51-4c39-b348-b00ebe6f4c07) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:39.284734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:39.285643 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.294086 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf384aa-3e9f-439a-b6af-f15806ec66c1 None None] Network 45297d61-9c51-4c39-b348-b00ebe6f4c07 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:59:39.306530 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.314024 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ff39a-5e85-4339-ab44-ccd9dc0505f8 req-44f20051-9b57-48ee-8a7d-f2afe66c51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:39.315426 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c79ff39a-5e85-4339-ab44-ccd9dc0505f8 req-44f20051-9b57-48ee-8a7d-f2afe66c51d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 1098 time: 0.0711637 May 25 22:59:39.341157 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e576daa2-a910-40c7-a1be-8b8690846bd4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6294250 May 25 22:59:39.341827 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'tag': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:59:39.344447 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f4d188-250e-414d-95b7-6b324fcce084" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb764d6-1ec1-4903-92d5-5431e0647895", "tag": "d47fa2bd-c003-45a4-89c7-312c2b5d7d60"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:59:39.351514 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-84740a4d-8dc7-47ad-b721-f6d113a30d71 None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:39.355841 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c79ff39a-5e85-4339-ab44-ccd9dc0505f8 req-f1fe931b-b16b-4b5e-b9d6-2ff3b6b2e165 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321074 May 25 22:59:39.383322 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-b373b5c2-2f22-44eb-8e9e-b2349c001451 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8464165 May 25 22:59:39.389003 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59424) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:39.389466 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62798603-bb5a-43a6-8b03-9c5f8a3e140b x-openstack-request-id: req-62798603-bb5a-43a6-8b03-9c5f8a3e140b {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:59:39.389466 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb764d6-1ec1-4903-92d5-5431e0647895", "tag": "d47fa2bd-c003-45a4-89c7-312c2b5d7d60", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:59:39.389466 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62798603-bb5a-43a6-8b03-9c5f8a3e140b {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:59:39.389466 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62798603-bb5a-43a6-8b03-9c5f8a3e140b'] response: {'name': 'network-changed', 'server_uuid': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'tag': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60', 'status': 'completed', 'code': 200} May 25 22:59:39.391907 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-648653852-router', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:39.486464 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12838'] for router, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.488526 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12863'] for router, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.494563 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 0a01d114-28c9-4aeb-b10d-2ee12a987302 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:39.542808 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-db6ad054-52d9-432f-bd6c-cb324ee63573 None None] Current status of the port c6e5f32e-bf83-4619-8833-6f3eda74160d is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:39.543170 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db6ad054-52d9-432f-bd6c-cb324ee63573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.545412 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.582902 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 4, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'c6e5f32e-bf83-4619-8833-6f3eda74160d', 'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'mac_address': 'fa:16:3e:ce:e3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:35Z', 'updated_at': '2022-05-25T22:59:38Z', 'revision_number': 4, 'project_id': '130b0835a708430ab71f0488b74d673d', 'subnets': [{'id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:39.600402 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-84740a4d-8dc7-47ad-b721-f6d113a30d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'cbc3dfde-939b-432e-b9b9-b0d566e9f81b', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:9d:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:59:37Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 0, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:39.615140 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-45297d61-9c51-4c39-b348-b00ebe6f4c07', 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'fixed_ips': [{'subnet_id': '52f8d9f7-d7dd-44e1-a811-1d10d0b99518'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 22:59:39.615965 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.625300 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bec060-fe03-4c0a-84b9-de309b71ca1d None None] The sync data for ids ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'] in dv-cinder-843209-1-iscsi is: [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 4, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'c6e5f32e-bf83-4619-8833-6f3eda74160d', 'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'mac_address': 'fa:16:3e:ce:e3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:35Z', 'updated_at': '2022-05-25T22:59:38Z', 'revision_number': 4, 'project_id': '130b0835a708430ab71f0488b74d673d', 'subnets': [{'id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:59:39.626825 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84740a4d-8dc7-47ad-b721-f6d113a30d71 None None] Checking router: 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:59:39.636813 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84740a4d-8dc7-47ad-b721-f6d113a30d71 None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:39.637428 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-84740a4d-8dc7-47ad-b721-f6d113a30d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:39.667599 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-db6ad054-52d9-432f-bd6c-cb324ee63573 None None] For port c6e5f32e-bf83-4619-8833-6f3eda74160d, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=c6e5f32e-bf83-4619-8833-6f3eda74160d,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:39.670397 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 0a01d114-28c9-4aeb-b10d-2ee12a987302 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:39.670773 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.795802 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db6ad054-52d9-432f-bd6c-cb324ee63573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.844339 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-84740a4d-8dc7-47ad-b721-f6d113a30d71 None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:39.900724 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.932532 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bbd9d-1f2c-4456-abd7-5c2b112ce708 req-d02c9bd0-0623-4774-ad98-6798a9535937 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:39.942239 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-395bbd9d-1f2c-4456-abd7-5c2b112ce708 req-d02c9bd0-0623-4774-ad98-6798a9535937 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.1526494 May 25 22:59:39.957795 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ad054-52d9-432f-bd6c-cb324ee63573 None None] Pushing event updated for resources: {'Port': ['ID=c6e5f32e-bf83-4619-8833-6f3eda74160d,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:39.983658 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-395bbd9d-1f2c-4456-abd7-5c2b112ce708 req-4ed245c0-4d05-4fd6-a93a-43015b2c0e30 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397296 May 25 22:59:40.001449 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Allocated IP 172.20.0.2 (45297d61-9c51-4c39-b348-b00ebe6f4c07/52f8d9f7-d7dd-44e1-a811-1d10d0b99518/0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:40.015440 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 0a01d114-28c9-4aeb-b10d-2ee12a987302 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:40.255267 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d188-250e-414d-95b7-6b324fcce084 req-e2280280-7bf2-4953-b150-e3adebe5fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:40.256713 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-47f4d188-250e-414d-95b7-6b324fcce084 req-e2280280-7bf2-4953-b150-e3adebe5fb53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 1098 time: 0.1612332 May 25 22:59:40.272892 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-84740a4d-8dc7-47ad-b721-f6d113a30d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'cbc3dfde-939b-432e-b9b9-b0d566e9f81b', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:9d:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:59:37Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 0, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:40.301978 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84740a4d-8dc7-47ad-b721-f6d113a30d71 None None] The sync data for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi is: [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'cbc3dfde-939b-432e-b9b9-b0d566e9f81b', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:9d:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:59:37Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 0, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:59:40.339004 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.372687 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.396999 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.426395 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.439843 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d188-250e-414d-95b7-6b324fcce084 req-8f2ef12f-46e6-46c4-ac5a-851db5d3655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:40.439959 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Network 45297d61-9c51-4c39-b348-b00ebe6f4c07 is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:40.441070 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-47f4d188-250e-414d-95b7-6b324fcce084 req-8f2ef12f-46e6-46c4-ac5a-851db5d3655a service neutron] 10.222.0.24 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 912 time: 0.1622059 May 25 22:59:40.443513 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:40.447208 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:59:40.471613 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Pushing event updated for resources: {'Port': ['ID=0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:40.523721 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Attempting to bind port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:40.524087 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Attempting to bind port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': 'bc2838f3-b588-4253-a6d3-37801a268a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:40.524443 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Attempting to bind port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd on network 45297d61-9c51-4c39-b348-b00ebe6f4c07 {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:59:40.530086 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:59:40.530508 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Checking segment: {'id': 'bc2838f3-b588-4253-a6d3-37801a268a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:59:40.531756 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.532184 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Bound using segment: {'id': 'bc2838f3-b588-4253-a6d3-37801a268a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:59:40.532658 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Bound port: 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2838f3-b588-4253-a6d3-37801a268a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:40.533624 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.621369 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] For port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:40.625373 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-47f4d188-250e-414d-95b7-6b324fcce084 req-5a810880-9213-4f37-b1ea-93a3add8eb17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d47fa2bd-c003-45a4-89c7-312c2b5d7d60 HTTP/1.1" status: 200 len: 999 time: 0.1285248 May 25 22:59:40.625879 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] For port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd,segment=NetworkSegment(bc2838f3-b588-4253-a6d3-37801a268a74),segment_id=bc2838f3-b588-4253-a6d3-37801a268a74)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:40.670741 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda03323-3878-4cef-8da6-a5d0991c5315 None None] New status for floating IP cbc3dfde-939b-432e-b9b9-b0d566e9f81b: ACTIVE {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 22:59:40.715069 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.831758 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f59b61-8a14-441f-bbdf-595bd071d4e2 None None] Pushing event updated for resources: {'Port': ['ID=0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:40.945676 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Allocated IP 172.27.1.16 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:41.040398 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d188-250e-414d-95b7-6b324fcce084 req-0f471152-157c-4094-b5ab-8cae1cdba270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:41.042056 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-47f4d188-250e-414d-95b7-6b324fcce084 req-0f471152-157c-4094-b5ab-8cae1cdba270 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d0830f-722c-4736-aae8-acdb24d95416 HTTP/1.1" status: 200 len: 850 time: 0.4044800 May 25 22:59:41.164638 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.175400 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d188-250e-414d-95b7-6b324fcce084 req-285320a2-6c7c-4b89-9dbd-02c5607aead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:41.176869 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-47f4d188-250e-414d-95b7-6b324fcce084 req-285320a2-6c7c-4b89-9dbd-02c5607aead1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892cb638-a1e1-4c1f-9fa3-d697ac74511c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1235654 May 25 22:59:41.192223 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0148f40-9c23-47a7-9df1-5e698a5f1932 req-abf0067e-62a3-414d-8501-acddcea5239a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:41.193587 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e0148f40-9c23-47a7-9df1-5e698a5f1932 req-abf0067e-62a3-414d-8501-acddcea5239a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.1020851 May 25 22:59:41.305943 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e0148f40-9c23-47a7-9df1-5e698a5f1932 req-1dbd271e-e662-4a80-b1b8-556130a70cf4 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007354 May 25 22:59:41.322262 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-47f4d188-250e-414d-95b7-6b324fcce084 req-6e536ca8-307c-4255-9f13-0a3fbefe24bd service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263061 May 25 22:59:41.354236 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.441848 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:41.450420 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:41.453611 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:41.457601 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:59:41.542717 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-47f4d188-250e-414d-95b7-6b324fcce084 req-9d8587fd-2ff1-4b56-8818-e32ecc125ec4 service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071404 May 25 22:59:41.557902 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:41.612941 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:41.613309 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.721262 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:41.721734 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.760284 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6056943a-ebe9-4b6d-bcb2-e8c8e76d6e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.768314 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd,segment=NetworkSegment(bc2838f3-b588-4253-a6d3-37801a268a74),segment_id=bc2838f3-b588-4253-a6d3-37801a268a74)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:41.818277 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf77f80-a8e2-4d2d-87a5-78946488d1bd None None] Network 45297d61-9c51-4c39-b348-b00ebe6f4c07 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 22:59:41.820922 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.871423 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.872170 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device c6e5f32e-bf83-4619-8833-6f3eda74160d up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:41.928649 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-f4376c44-1326-482c-bad7-54d6ed388c2f None None] Provisioning complete for port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:41.928997 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f4376c44-1326-482c-bad7-54d6ed388c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.002806 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:42.019086 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165'] for router, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.065718 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port c6e5f32e-bf83-4619-8833-6f3eda74160d triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:42.066004 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.149399 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-f4376c44-1326-482c-bad7-54d6ed388c2f None None] Current status of the port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:42.201935 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port c6e5f32e-bf83-4619-8833-6f3eda74160d is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:42.213331 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Router fc14c34e-4067-4945-82a3-f0267c88dda2 is scheduled to L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e with binding_index 1 {{(pid=114256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:59:42.321685 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:42.334159 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Sync routers for ids ['fc14c34e-4067-4945-82a3-f0267c88dda2'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:59:42.343596 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Routers {'fc14c34e-4067-4945-82a3-f0267c88dda2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:42.344275 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['fc14c34e-4067-4945-82a3-f0267c88dda2'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:42.371715 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-51c1af08-a122-475c-9992-24aefa9c78f5 None None] Provisioning complete for port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:42.372094 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-51c1af08-a122-475c-9992-24aefa9c78f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.425833 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.427433 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-f1be7daa-a5fd-4ebb-a034-28bf4efda0d6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0403543 May 25 22:59:42.430055 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59442) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:42.445875 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d838e54-ed8e-4b92-bc39-9f2772648bc2 req-44ff7bf1-8ff2-4d67-a0b7-4e127f07f5e9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:42.447483 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9d838e54-ed8e-4b92-bc39-9f2772648bc2 req-44ff7bf1-8ff2-4d67-a0b7-4e127f07f5e9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0670977 May 25 22:59:42.456249 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Set router fc14c34e-4067-4945-82a3-f0267c88dda2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:42.465543 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-51c1af08-a122-475c-9992-24aefa9c78f5 None None] Current status of the port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:42.490531 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9d838e54-ed8e-4b92-bc39-9f2772648bc2 req-4446f0b2-01b0-4e0a-94a9-408880fd8327 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343373 May 25 22:59:42.646370 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'name': 'tempest-TestShelveInstance-648653852-router', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:39Z', 'updated_at': '2022-05-25T22:59:41Z', 'revision_number': 3, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'gw_port': {'id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:40Z', 'updated_at': '2022-05-25T22:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:42.673251 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Checking router: fc14c34e-4067-4945-82a3-f0267c88dda2 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:59:42.673602 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Updating router fc14c34e-4067-4945-82a3-f0267c88dda2 port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 binding host dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:59:42.698713 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.868677 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.949060 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Notify callbacks [] for port, precommit_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.005904 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.018551 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Allocated IP 172.20.0.1 (45297d61-9c51-4c39-b348-b00ebe6f4c07/52f8d9f7-d7dd-44e1-a811-1d10d0b99518/48705071-0998-4d7a-8748-51ce74f0929a) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:43.060388 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Attempting to bind port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:43.060780 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Attempting to bind port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:43.061754 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Attempting to bind port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 on network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:59:43.063717 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0186493-9aed-4e13-846b-03070a2db2bb None None] Pushing event updated for resources: {'Port': ['ID=09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6,revision_number=2']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:43.069302 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:59:43.073324 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:59:43.073324 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.073324 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Bound using segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:59:43.073324 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Bound port: 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:43.073324 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.122579 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] For port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:43.126260 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] For port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:43.126503 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.191475 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.217943 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.243651 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Routers {'fc14c34e-4067-4945-82a3-f0267c88dda2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:43.244140 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['fc14c34e-4067-4945-82a3-f0267c88dda2'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:43.255335 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Network 45297d61-9c51-4c39-b348-b00ebe6f4c07 is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:43.258064 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:43.261380 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 22:59:43.291124 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0186493-9aed-4e13-846b-03070a2db2bb None None] Pushing event updated for resources: {'Port': ['ID=09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6,revision_number=3']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:43.293252 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Pushing event updated for resources: {'Port': ['ID=48705071-0998-4d7a-8748-51ce74f0929a,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:43.310118 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595070'] for router_interface, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.366348 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] Set router fc14c34e-4067-4945-82a3-f0267c88dda2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:43.467220 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:43.510169 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.517890 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-9cd303cd-4dcd-4f3c-97cb-16704d77eb2c None None] Provisioning complete for port 48705071-0998-4d7a-8748-51ce74f0929a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:43.518467 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9cd303cd-4dcd-4f3c-97cb-16704d77eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.557913 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-9cd303cd-4dcd-4f3c-97cb-16704d77eb2c None None] Port 48705071-0998-4d7a-8748-51ce74f0929a cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:59:43.563898 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'name': 'tempest-TestShelveInstance-648653852-router', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:39Z', 'updated_at': '2022-05-25T22:59:41Z', 'revision_number': 3, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'gw_port': {'id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:40Z', 'updated_at': '2022-05-25T22:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:43.564310 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:43.564785 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.592411 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b8e0a-a409-4d24-bb42-0464cb6f5080 None None] The sync data for ids ['fc14c34e-4067-4945-82a3-f0267c88dda2'] in dv-cinder-843209-1-iscsi is: [{'id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'name': 'tempest-TestShelveInstance-648653852-router', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:39Z', 'updated_at': '2022-05-25T22:59:41Z', 'revision_number': 3, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'gw_port': {'id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:40Z', 'updated_at': '2022-05-25T22:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:59:43.652120 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aded84-83bb-48d7-9877-e915d26c3214 req-78bfb3a9-6a30-4cfa-9770-e0afec4aecc2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:43.654559 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-72aded84-83bb-48d7-9877-e915d26c3214 req-78bfb3a9-6a30-4cfa-9770-e0afec4aecc2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0845213 May 25 22:59:43.676217 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:43.712984 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-72aded84-83bb-48d7-9877-e915d26c3214 req-e15901d6-e9a1-40fe-8e51-f699b6e7d17d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468113 May 25 22:59:43.717066 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.797173 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3746103'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.879739 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Pushing event updated for resources: {'Port': ['ID=48705071-0998-4d7a-8748-51ce74f0929a,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:43.892262 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.892505 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.892840 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.893169 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.893671 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.894001 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.894355 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.894681 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.895003 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.895321 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.895638 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.895992 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:43.901038 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33028531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595090'] for router_interface, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.997118 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Network 45297d61-9c51-4c39-b348-b00ebe6f4c07 is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:43.998655 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:44.125452 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Router fc14c34e-4067-4945-82a3-f0267c88dda2 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:44.162416 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8b841fca-7088-4346-bd03-0b5b9a8af151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.248829 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:44.261263 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5de2ada6-6249-4127-a9b3-8621adeb1a60 admin admin] 10.222.0.48 "PUT /v2.0/routers/fc14c34e-4067-4945-82a3-f0267c88dda2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8233285 May 25 22:59:44.286376 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-abbe61d6-6687-4478-80d5-e866ddf53da7 None None] Provisioning complete for port 48705071-0998-4d7a-8748-51ce74f0929a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:44.287425 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-abbe61d6-6687-4478-80d5-e866ddf53da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.322512 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-abbe61d6-6687-4478-80d5-e866ddf53da7 None None] Port 48705071-0998-4d7a-8748-51ce74f0929a cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 22:59:44.665849 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59456) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:44.671362 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-51ac6062-319d-413e-9694-831ea5855e9c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052621511', 'description': 'tempest-secgroup-smoke-1052621511 description', 'project_id': '130b0835a708430ab71f0488b74d673d'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:44.777148 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-51ac6062-319d-413e-9694-831ea5855e9c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.833169 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07c41f-4ebe-40b8-b32b-eab23325e2ef req-ca8f0c08-8770-4208-ac04-ed18780c7b15 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:44.834690 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd07c41f-4ebe-40b8-b32b-eab23325e2ef req-ca8f0c08-8770-4208-ac04-ed18780c7b15 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0490444 May 25 22:59:44.845898 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-51ac6062-319d-413e-9694-831ea5855e9c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.874055 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd07c41f-4ebe-40b8-b32b-eab23325e2ef req-a93edfe3-99f4-4730-9bc6-f6d188e1a2cf tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321672 May 25 22:59:44.920104 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-51ac6062-319d-413e-9694-831ea5855e9c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.949309 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac6062-319d-413e-9694-831ea5855e9c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2908d6-9820-4f94-a4f8-9ac984580a8a,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:45.019546 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-51ac6062-319d-413e-9694-831ea5855e9c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.020773 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-51ac6062-319d-413e-9694-831ea5855e9c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3529875 May 25 22:59:45.023719 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59462) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:45.028007 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-68e09e17-df31-4cf6-9822-8f5b946a462e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Request body: {'security_group_rule': {'security_group_id': '6f2908d6-9820-4f94-a4f8-9ac984580a8a', 'project_id': '130b0835a708430ab71f0488b74d673d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:45.116127 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-68e09e17-df31-4cf6-9822-8f5b946a462e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.175737 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-68e09e17-df31-4cf6-9822-8f5b946a462e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.253281 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.282586 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-68e09e17-df31-4cf6-9822-8f5b946a462e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.301410 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e09e17-df31-4cf6-9822-8f5b946a462e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d702e70d-fc29-411a-aa6b-33bf5ce94693,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:45.373253 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-68e09e17-df31-4cf6-9822-8f5b946a462e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.374468 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-68e09e17-df31-4cf6-9822-8f5b946a462e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497803 May 25 22:59:45.377104 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59464) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:45.381350 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-6e8d4237-3215-41cb-9622-3db7f27aebf3 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Request body: {'security_group_rule': {'security_group_id': '6f2908d6-9820-4f94-a4f8-9ac984580a8a', 'project_id': '130b0835a708430ab71f0488b74d673d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:45.481351 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:45.493126 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4237-3215-41cb-9622-3db7f27aebf3 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.529007 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:45.529290 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.550083 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4237-3215-41cb-9622-3db7f27aebf3 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.608435 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:45.608966 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.629179 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4237-3215-41cb-9622-3db7f27aebf3 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.629386 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:45.647329 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d4237-3215-41cb-9622-3db7f27aebf3 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9238702b-49f8-4163-b3b8-66d2655f6776,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:45.754751 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.756755 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4237-3215-41cb-9622-3db7f27aebf3 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.761219 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59468) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:45.761421 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-6e8d4237-3215-41cb-9622-3db7f27aebf3 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3833570 May 25 22:59:45.766374 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Request body: {'security_group_rule': {'security_group_id': '6f2908d6-9820-4f94-a4f8-9ac984580a8a', 'project_id': '130b0835a708430ab71f0488b74d673d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:45.925810 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:46.000580 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c13eec-29ec-4567-aa20-b9d2fe9c1aff req-4f2fe6f7-f4c6-4f5e-a41a-707cb432e7d0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:46.002051 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-38c13eec-29ec-4567-aa20-b9d2fe9c1aff req-4f2fe6f7-f4c6-4f5e-a41a-707cb432e7d0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0586474 May 25 22:59:46.043486 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-38c13eec-29ec-4567-aa20-b9d2fe9c1aff req-9eaf4d23-23b2-40fc-9f69-e5a753ffe6b7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352252 May 25 22:59:46.104021 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.162731 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.257511 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.275177 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52782fd8-31de-4e8f-9bff-90ace02c22ee,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:46.283314 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.288079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.288079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.288079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.288079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.288079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.288079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.288079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.288079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.288079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.288079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.288079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:46.390515 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.392361 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-eadc3568-04a3-4a54-9500-66be4fbe19bb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6301661 May 25 22:59:46.394994 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59476) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:46.401190 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-0ae18996-be2a-4e57-90ad-317c152b8d78 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Request body: {'security_group_rule': {'security_group_id': '6f2908d6-9820-4f94-a4f8-9ac984580a8a', 'project_id': '130b0835a708430ab71f0488b74d673d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:46.496588 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0ae18996-be2a-4e57-90ad-317c152b8d78 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.560723 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0ae18996-be2a-4e57-90ad-317c152b8d78 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.579707 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.663099 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0ae18996-be2a-4e57-90ad-317c152b8d78 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.680454 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae18996-be2a-4e57-90ad-317c152b8d78 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88726e83-5ec8-4abf-933e-a7c754598a4e,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:46.758397 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0ae18996-be2a-4e57-90ad-317c152b8d78 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.759934 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-0ae18996-be2a-4e57-90ad-317c152b8d78 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3637893 May 25 22:59:46.762530 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59478) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:46.767681 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-2f0a17fa-7905-43f3-ad87-7c5b5561b53a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Request body: {'security_group_rule': {'security_group_id': '6f2908d6-9820-4f94-a4f8-9ac984580a8a', 'project_id': '130b0835a708430ab71f0488b74d673d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:46.859609 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.securitygroups_db [None req-2f0a17fa-7905-43f3-ad87-7c5b5561b53a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Project 130b0835a708430ab71f0488b74d673d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:59:46.865355 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2f0a17fa-7905-43f3-ad87-7c5b5561b53a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.935894 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2f0a17fa-7905-43f3-ad87-7c5b5561b53a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.019518 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2f0a17fa-7905-43f3-ad87-7c5b5561b53a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.038813 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a17fa-7905-43f3-ad87-7c5b5561b53a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d42227-0e97-4fc9-b829-67f55177ceea,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:47.064253 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Sync routers for ids ['fc14c34e-4067-4945-82a3-f0267c88dda2'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:59:47.090332 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Routers {'fc14c34e-4067-4945-82a3-f0267c88dda2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:47.090969 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['fc14c34e-4067-4945-82a3-f0267c88dda2'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:47.112665 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2f0a17fa-7905-43f3-ad87-7c5b5561b53a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.114587 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-2f0a17fa-7905-43f3-ad87-7c5b5561b53a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3506978 May 25 22:59:47.116923 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 59490) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:47.121923 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-5aa833ad-bcd6-45f2-82e9-74896c96e01f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Request body: {'security_group_rule': {'security_group_id': '6f2908d6-9820-4f94-a4f8-9ac984580a8a', 'project_id': '130b0835a708430ab71f0488b74d673d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:47.186410 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef338de-238d-4c0b-9143-b321c643e558 req-9c510aa4-5acc-4315-b454-f0d9675c52bc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:47.188683 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fef338de-238d-4c0b-9143-b321c643e558 req-9c510aa4-5acc-4315-b454-f0d9675c52bc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0591989 May 25 22:59:47.197078 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.222217 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Set router fc14c34e-4067-4945-82a3-f0267c88dda2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:47.238967 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fef338de-238d-4c0b-9143-b321c643e558 req-462f8a07-f660-45ba-9a1f-82901c3464ea tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432665 May 25 22:59:47.249118 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.securitygroups_db [None req-5aa833ad-bcd6-45f2-82e9-74896c96e01f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Project 130b0835a708430ab71f0488b74d673d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:59:47.258386 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5aa833ad-bcd6-45f2-82e9-74896c96e01f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.388364 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5aa833ad-bcd6-45f2-82e9-74896c96e01f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.397215 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b131e-9f62-42d4-9efd-fac51121938b req-0db324d8-38be-42f5-bb0f-8d8931f5a74c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:47.398711 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-522b131e-9f62-42d4-9efd-fac51121938b req-0db324d8-38be-42f5-bb0f-8d8931f5a74c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0782521 May 25 22:59:47.418470 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59498) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 22:59:47.425417 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-957e9609-938a-4c37-b39d-d5dc2b239c37 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Request body: {'floatingip': {'port_id': '40137d47-371e-4450-993c-d7604d2a57fb'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 22:59:47.457693 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5aa833ad-bcd6-45f2-82e9-74896c96e01f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.478676 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa833ad-bcd6-45f2-82e9-74896c96e01f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3d4153-33c8-4c18-8989-17d35822985f,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:47.483682 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:47.487320 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-957e9609-938a-4c37-b39d-d5dc2b239c37 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for floatingip, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.553304 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5aa833ad-bcd6-45f2-82e9-74896c96e01f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.554496 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-5aa833ad-bcd6-45f2-82e9-74896c96e01f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4363329 May 25 22:59:47.588498 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:47.588934 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.683683 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'name': 'tempest-TestShelveInstance-648653852-router', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:39Z', 'updated_at': '2022-05-25T22:59:43Z', 'revision_number': 4, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'gw_port': {'id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:40Z', 'updated_at': '2022-05-25T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '48705071-0998-4d7a-8748-51ce74f0929a', 'name': '', 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'mac_address': 'fa:16:3e:fd:2a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '52f8d9f7-d7dd-44e1-a811-1d10d0b99518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:42Z', 'updated_at': '2022-05-25T22:59:43Z', 'revision_number': 2, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'subnets': [{'id': '52f8d9f7-d7dd-44e1-a811-1d10d0b99518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:47.713976 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Checking router: fc14c34e-4067-4945-82a3-f0267c88dda2 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:59:47.714355 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Updating router fc14c34e-4067-4945-82a3-f0267c88dda2 port 48705071-0998-4d7a-8748-51ce74f0929a binding host dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 22:59:47.740407 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:47.748401 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.861565 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 22:59:47.998163 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-957e9609-938a-4c37-b39d-d5dc2b239c37 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.024949 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Notify callbacks [] for port, precommit_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.064838 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-957e9609-938a-4c37-b39d-d5dc2b239c37 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.078379 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.131535 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dab242-334d-4257-985c-2dd8608aea3b None None] Pushing event updated for resources: {'Port': ['ID=48705071-0998-4d7a-8748-51ce74f0929a,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:48.184478 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.l3_db [None req-957e9609-938a-4c37-b39d-d5dc2b239c37 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Floating IP af73c1d4-b279-4307-8b4f-1a3c110aebda associated. External IP: 172.27.1.242, port: 40137d47-371e-4450-993c-d7604d2a57fb. May 25 22:59:48.192218 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Attempting to bind port 48705071-0998-4d7a-8748-51ce74f0929a on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:48.192664 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Attempting to bind port 48705071-0998-4d7a-8748-51ce74f0929a by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': 'bc2838f3-b588-4253-a6d3-37801a268a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:48.193150 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Attempting to bind port 48705071-0998-4d7a-8748-51ce74f0929a on network 45297d61-9c51-4c39-b348-b00ebe6f4c07 {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 22:59:48.198493 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 22:59:48.198932 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Checking segment: {'id': 'bc2838f3-b588-4253-a6d3-37801a268a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 22:59:48.199279 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.199640 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Bound using segment: {'id': 'bc2838f3-b588-4253-a6d3-37801a268a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 22:59:48.200264 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Bound port: 48705071-0998-4d7a-8748-51ce74f0929a, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2838f3-b588-4253-a6d3-37801a268a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:48.200649 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.272662 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] For port 48705071-0998-4d7a-8748-51ce74f0929a, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:48.276053 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] For port 48705071-0998-4d7a-8748-51ce74f0929a, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=48705071-0998-4d7a-8748-51ce74f0929a,segment=NetworkSegment(bc2838f3-b588-4253-a6d3-37801a268a74),segment_id=bc2838f3-b588-4253-a6d3-37801a268a74)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:48.363929 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.405880 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957e9609-938a-4c37-b39d-d5dc2b239c37 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:48.422540 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-0399f8bc-a5f9-4aaf-b59b-b6458d3f0792 None None] Provisioning complete for port 48705071-0998-4d7a-8748-51ce74f0929a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:48.422938 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0399f8bc-a5f9-4aaf-b59b-b6458d3f0792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.463804 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dab242-334d-4257-985c-2dd8608aea3b None None] Pushing event updated for resources: {'Port': ['ID=48705071-0998-4d7a-8748-51ce74f0929a,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:48.468017 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Routers {'fc14c34e-4067-4945-82a3-f0267c88dda2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:48.469035 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['fc14c34e-4067-4945-82a3-f0267c88dda2'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:48.523476 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957e9609-938a-4c37-b39d-d5dc2b239c37 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:48.528370 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-957e9609-938a-4c37-b39d-d5dc2b239c37 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.538311 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe646e1d-4fa7-49de-963a-a77e1a6d8b43 None None] Sync routers for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 22:59:48.550109 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe646e1d-4fa7-49de-963a-a77e1a6d8b43 None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:48.551669 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fe646e1d-4fa7-49de-963a-a77e1a6d8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:48.558332 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-957e9609-938a-4c37-b39d-d5dc2b239c37 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "PUT /v2.0/floatingips/af73c1d4-b279-4307-8b4f-1a3c110aebda HTTP/1.1" status: 200 len: 991 time: 1.1381409 May 25 22:59:48.558981 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 22:59:48.563527 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31a0c1c-8744-4522-85b2-3b0996a69ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "tag": "40137d47-371e-4450-993c-d7604d2a57fb"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 22:59:48.610259 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 22:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bd1caf-3112-448a-bee1-cee7bdbe3a32 x-openstack-request-id: req-f9bd1caf-3112-448a-bee1-cee7bdbe3a32 {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 22:59:48.610259 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "tag": "40137d47-371e-4450-993c-d7604d2a57fb", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 22:59:48.610259 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9bd1caf-3112-448a-bee1-cee7bdbe3a32 {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 22:59:48.610259 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9bd1caf-3112-448a-bee1-cee7bdbe3a32'] response: {'name': 'network-changed', 'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb', 'status': 'completed', 'code': 200} May 25 22:59:48.616722 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-0399f8bc-a5f9-4aaf-b59b-b6458d3f0792 None None] Current status of the port 48705071-0998-4d7a-8748-51ce74f0929a is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:48.617203 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0399f8bc-a5f9-4aaf-b59b-b6458d3f0792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.669684 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] Set router fc14c34e-4067-4945-82a3-f0267c88dda2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:48.672846 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-0399f8bc-a5f9-4aaf-b59b-b6458d3f0792 None None] For port 48705071-0998-4d7a-8748-51ce74f0929a, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=48705071-0998-4d7a-8748-51ce74f0929a,segment=NetworkSegment(bc2838f3-b588-4253-a6d3-37801a268a74),segment_id=bc2838f3-b588-4253-a6d3-37801a268a74)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:48.691800 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-fe646e1d-4fa7-49de-963a-a77e1a6d8b43 None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:48.740835 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0c1c-8744-4522-85b2-3b0996a69ea0 req-de9c3242-e0d0-456c-acaa-0a83077bf6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:48.742758 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b31a0c1c-8744-4522-85b2-3b0996a69ea0 req-de9c3242-e0d0-456c-acaa-0a83077bf6e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 1098 time: 0.0763803 May 25 22:59:48.763855 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0399f8bc-a5f9-4aaf-b59b-b6458d3f0792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.857242 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0c1c-8744-4522-85b2-3b0996a69ea0 req-e60746e3-eb92-4e57-85c5-6eb68f58fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:48.859558 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b31a0c1c-8744-4522-85b2-3b0996a69ea0 req-e60746e3-eb92-4e57-85c5-6eb68f58fc58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.1089389 May 25 22:59:48.872083 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399f8bc-a5f9-4aaf-b59b-b6458d3f0792 None None] Pushing event updated for resources: {'Port': ['ID=48705071-0998-4d7a-8748-51ce74f0929a,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:48.923857 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-ed78e1dc-b9f5-471f-9f2e-f48a16f85df4 None None] Provisioning complete for port 48705071-0998-4d7a-8748-51ce74f0929a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:48.924228 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ed78e1dc-b9f5-471f-9f2e-f48a16f85df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.941615 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b31a0c1c-8744-4522-85b2-3b0996a69ea0 req-08853892-43f6-4d66-8217-fe71f23aec5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40137d47-371e-4450-993c-d7604d2a57fb HTTP/1.1" status: 200 len: 999 time: 0.0743117 May 25 22:59:48.998646 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0c1c-8744-4522-85b2-3b0996a69ea0 req-43241b4d-5442-44f6-8790-8ece92c02005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:49.000138 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b31a0c1c-8744-4522-85b2-3b0996a69ea0 req-43241b4d-5442-44f6-8790-8ece92c02005 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0471220 May 25 22:59:49.009706 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'name': 'tempest-TestShelveInstance-648653852-router', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:39Z', 'updated_at': '2022-05-25T22:59:43Z', 'revision_number': 4, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'gw_port': {'id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:40Z', 'updated_at': '2022-05-25T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '48705071-0998-4d7a-8748-51ce74f0929a', 'name': '', 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'mac_address': 'fa:16:3e:fd:2a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '52f8d9f7-d7dd-44e1-a811-1d10d0b99518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:42Z', 'updated_at': '2022-05-25T22:59:48Z', 'revision_number': 4, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'subnets': [{'id': '52f8d9f7-d7dd-44e1-a811-1d10d0b99518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:49.042720 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccf371-ec62-4c9c-9a89-045bf66be6f9 None None] The sync data for ids ['fc14c34e-4067-4945-82a3-f0267c88dda2'] in dv-cinder-843209-1-iscsi is: [{'id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'name': 'tempest-TestShelveInstance-648653852-router', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:39Z', 'updated_at': '2022-05-25T22:59:43Z', 'revision_number': 4, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'gw_port': {'id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:40Z', 'updated_at': '2022-05-25T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '48705071-0998-4d7a-8748-51ce74f0929a', 'name': '', 'network_id': '45297d61-9c51-4c39-b348-b00ebe6f4c07', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'mac_address': 'fa:16:3e:fd:2a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '52f8d9f7-d7dd-44e1-a811-1d10d0b99518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:42Z', 'updated_at': '2022-05-25T22:59:48Z', 'revision_number': 4, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'subnets': [{'id': '52f8d9f7-d7dd-44e1-a811-1d10d0b99518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:59:49.043657 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fe646e1d-4fa7-49de-963a-a77e1a6d8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'af73c1d4-b279-4307-8b4f-1a3c110aebda', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'port_id': '40137d47-371e-4450-993c-d7604d2a57fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'mac_address': 'fa:16:3e:26:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241413dc-d45b-4307-ae0c-94fd893d1861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:59:22Z', 'updated_at': '2022-05-25T22:59:47Z', 'revision_number': 1, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:54Z', 'revision_number': 5, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:49.056595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0c1c-8744-4522-85b2-3b0996a69ea0 req-1e98a5e1-bd5d-412a-967c-dd672b6203f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 22:59:49.058723 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b31a0c1c-8744-4522-85b2-3b0996a69ea0 req-1e98a5e1-bd5d-412a-967c-dd672b6203f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458984 May 25 22:59:49.059504 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-ed78e1dc-b9f5-471f-9f2e-f48a16f85df4 None None] Current status of the port 48705071-0998-4d7a-8748-51ce74f0929a is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:49.081038 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe646e1d-4fa7-49de-963a-a77e1a6d8b43 None None] Checking router: 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 22:59:49.092133 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe646e1d-4fa7-49de-963a-a77e1a6d8b43 None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 22:59:49.092133 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fe646e1d-4fa7-49de-963a-a77e1a6d8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:49.192763 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b31a0c1c-8744-4522-85b2-3b0996a69ea0 req-b655bb5f-6949-493b-90db-1b27953a6c2a service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240475 May 25 22:59:49.228823 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-fe646e1d-4fa7-49de-963a-a77e1a6d8b43 None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 22:59:49.295929 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b31a0c1c-8744-4522-85b2-3b0996a69ea0 req-13fc8c86-ed6e-4390-8679-ef0c5c3558a9 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917490 May 25 22:59:49.474526 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fe646e1d-4fa7-49de-963a-a77e1a6d8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'af73c1d4-b279-4307-8b4f-1a3c110aebda', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'port_id': '40137d47-371e-4450-993c-d7604d2a57fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'mac_address': 'fa:16:3e:26:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241413dc-d45b-4307-ae0c-94fd893d1861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:59:22Z', 'updated_at': '2022-05-25T22:59:47Z', 'revision_number': 1, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:54Z', 'revision_number': 5, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:49.511450 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe646e1d-4fa7-49de-963a-a77e1a6d8b43 None None] The sync data for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi is: [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'af73c1d4-b279-4307-8b4f-1a3c110aebda', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'port_id': '40137d47-371e-4450-993c-d7604d2a57fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'mac_address': 'fa:16:3e:26:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241413dc-d45b-4307-ae0c-94fd893d1861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:59:22Z', 'updated_at': '2022-05-25T22:59:47Z', 'revision_number': 1, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:54Z', 'revision_number': 5, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 22:59:49.519491 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 48705071-0998-4d7a-8748-51ce74f0929a up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 22:59:49.578412 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 48705071-0998-4d7a-8748-51ce74f0929a triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:49.578800 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.660855 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 48705071-0998-4d7a-8748-51ce74f0929a is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 22:59:51.778966 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249d082-9cf5-40fc-b9dd-68f514f4fa7f None None] New status for floating IP af73c1d4-b279-4307-8b4f-1a3c110aebda: ACTIVE {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 22:59:55.687969 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.767647 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-66f77e38-40c4-447e-85cf-058acee803bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.185001 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-791fe596-ce0c-426f-ae8e-7cb24613ad3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.275977 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.577045 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.165809 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.862269 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:00:25.495140 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-eb1bd7f4-d9f9-42a0-910e-e2d7fa5867a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435283 May 25 23:00:25.570256 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-519f6a00-a78c-4fa3-bb18-07eac54c4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:25.571629 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-519f6a00-a78c-4fa3-bb18-07eac54c4eff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 1098 time: 0.0386732 May 25 23:00:25.670097 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.675942 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-a4fd478f-67cb-4edc-8957-7d26676be914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:25.679399 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-a4fd478f-67cb-4edc-8957-7d26676be914 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.0845664 May 25 23:00:25.720878 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-9db47071-ddff-4239-8105-cd068e60e626 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c238a9-a304-417b-86b0-6155600c3398 HTTP/1.1" status: 200 len: 217 time: 0.0360241 May 25 23:00:25.769825 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-784db831-440d-4bd8-826b-bb053abba7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:25.771213 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-784db831-440d-4bd8-826b-bb053abba7b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0424335 May 25 23:00:25.814364 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-d7d3573d-ec7f-4635-8f20-221b41ea6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:25.815744 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-d7d3573d-ec7f-4635-8f20-221b41ea6952 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373154 May 25 23:00:25.905840 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-b4a9f5bb-24fe-481e-a86c-143ec500cede service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821283 May 25 23:00:26.000675 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-64d3bec8-5523-4824-8fe6-0e2ca752d0c2 req-2b48ba97-be9b-44d8-9133-d76d258ab8d6 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815525 May 25 23:00:27.545024 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-89e51452-da49-484e-b37a-568cbf71d338 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052621511&fields=id&tenant_id=130b0835a708430ab71f0488b74d673d HTTP/1.1" status: 200 len: 267 time: 0.0318415 May 25 23:00:27.649953 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e6878-8ee2-487f-8a49-2048224f252b req-0b27c2cb-ada5-43d1-bfcc-a8a91b23b47b tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:27.651252 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-0b27c2cb-ada5-43d1-bfcc-a8a91b23b47b tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/networks?id=4343add9-6232-4758-8bba-f6e547fcafd9 HTTP/1.1" status: 200 len: 808 time: 0.0996137 May 25 23:00:27.665380 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-991b4b17-5f21-47a2-bd17-908bb1f949ec tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/quotas/130b0835a708430ab71f0488b74d673d HTTP/1.1" status: 200 len: 375 time: 0.0084534 May 25 23:00:27.715599 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-5dd62268-4245-424d-a915-459450b16830 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=130b0835a708430ab71f0488b74d673d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443749 May 25 23:00:27.820612 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-669dd461-6817-45d3-bce1-3e1fe2d588e0 service neutron] 10.222.0.48 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859561 May 25 23:00:27.907165 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-912e632c-da47-4bbe-a4bf-e5d4958105f3 service neutron] 10.222.0.48 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801787 May 25 23:00:28.420262 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd5cce75-5e97-477e-ba48-b01d9085bf01 req-4619c680-1223-4af2-bc7b-afa4519a9743 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0269408 May 25 23:00:29.510774 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-797f6ce7-275c-4e5c-92bf-141849a75ffa req-1ea99c2d-e8a8-40ec-9cfb-70445684b041 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0258751 May 25 23:00:30.615842 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-037911aa-cbd1-4dba-8742-fcf9ea448fc0 req-e457dfa1-b05f-47e8-b2c4-e99d6560424d tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0300653 May 25 23:00:30.644421 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e6878-8ee2-487f-8a49-2048224f252b req-a9735c20-a0e3-43d3-ae1b-515efa40b2ed tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:30.645892 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-a9735c20-a0e3-43d3-ae1b-515efa40b2ed tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.24 "GET /v2.0/networks?id=4343add9-6232-4758-8bba-f6e547fcafd9 HTTP/1.1" status: 200 len: 808 time: 0.1450040 May 25 23:00:30.701652 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-acc2cf4f-0509-4989-a950-c4a108efed55 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=130b0835a708430ab71f0488b74d673d HTTP/1.1" status: 200 len: 380 time: 0.0328813 May 25 23:00:30.711675 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Request body: {'port': {'device_id': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'admin_state_up': True, 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'security_groups': ['6f2908d6-9820-4f94-a4f8-9ac984580a8a']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:00:30.853164 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Made reservation on behalf of 130b0835a708430ab71f0488b74d673d for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:30.856944 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.980326 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Allocated IP 172.20.0.9 (4343add9-6232-4758-8bba-f6e547fcafd9/19646eba-db07-4c3d-97ef-7a2572905cb1/af5a95de-b5bc-4438-a26f-d729e250731f) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:31.116510 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.217343 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.257383 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Network 4343add9-6232-4758-8bba-f6e547fcafd9 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:31.260231 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:31.264367 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:00:31.269748 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:31.270402 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.279508 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event updated for resources: {'Port': ['ID=af5a95de-b5bc-4438-a26f-d729e250731f,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:31.385919 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-057a823a-22a1-4a3d-878f-d13b547abfcc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6777005 May 25 23:00:31.407267 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Request body: {'port': {'device_id': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:00:31.438557 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-56ebc54d-3ede-4565-b461-e64d624769f8 None None] Provisioning complete for port af5a95de-b5bc-4438-a26f-d729e250731f triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:31.444515 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-56ebc54d-3ede-4565-b461-e64d624769f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.473049 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.475869 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-56ebc54d-3ede-4565-b461-e64d624769f8 None None] Port af5a95de-b5bc-4438-a26f-d729e250731f cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:00:31.760612 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5a95de-b5bc-4438-a26f-d729e250731f {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:00:31.769500 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.782753 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de7b24-6b1b-4692-86a9-7735606510a7 req-48e95985-1abd-40c0-a7c4-797f6dd3b7ea tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:31.784224 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b1de7b24-6b1b-4692-86a9-7735606510a7 req-48e95985-1abd-40c0-a7c4-797f6dd3b7ea tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 931 time: 0.0937994 May 25 23:00:31.792530 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Transition to ACTIVE for port object af5a95de-b5bc-4438-a26f-d729e250731f will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:32.038307 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.094182 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b1de7b24-6b1b-4692-86a9-7735606510a7 req-8767654e-7568-46c4-af8f-fbf743dbec5c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032706 May 25 23:00:32.128798 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Pushing event updated for resources: {'Port': ['ID=af5a95de-b5bc-4438-a26f-d729e250731f,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:32.149160 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Attempting to bind port af5a95de-b5bc-4438-a26f-d729e250731f on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:00:32.149732 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Attempting to bind port af5a95de-b5bc-4438-a26f-d729e250731f by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:00:32.150060 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Attempting to bind port af5a95de-b5bc-4438-a26f-d729e250731f on network 4343add9-6232-4758-8bba-f6e547fcafd9 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:00:32.154865 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Port af5a95de-b5bc-4438-a26f-d729e250731f on network 4343add9-6232-4758-8bba-f6e547fcafd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:00:32.155116 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Attempting to bind port af5a95de-b5bc-4438-a26f-d729e250731f on network 4343add9-6232-4758-8bba-f6e547fcafd9 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:00:32.162056 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:00:32.162421 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Checking segment: {'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:00:32.162802 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Bound using segment: {'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:00:32.163369 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Bound port: af5a95de-b5bc-4438-a26f-d729e250731f, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:00:32.163731 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.230167 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] For port af5a95de-b5bc-4438-a26f-d729e250731f, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:00:32.233871 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] For port af5a95de-b5bc-4438-a26f-d729e250731f, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=af5a95de-b5bc-4438-a26f-d729e250731f,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:00:32.310942 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.348201 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:32.348787 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.351376 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] 10.222.0.24 "PUT /v2.0/ports/af5a95de-b5bc-4438-a26f-d729e250731f HTTP/1.1" status: 200 len: 1093 time: 0.9472516 May 25 23:00:32.351376 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:00:32.352845 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28d5894-110f-4f4c-9d44-ecfbbc626e61" -d '{"events": [{"name": "network-changed", "server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:00:32.378549 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2e308-22f2-428a-95f7-be30b1c55ced service neutron] Pushing event updated for resources: {'Port': ['ID=af5a95de-b5bc-4438-a26f-d729e250731f,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:32.400304 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef6ef89-56c3-4fc4-9a05-9e93e05066b8 x-openstack-request-id: req-5ef6ef89-56c3-4fc4-9a05-9e93e05066b8 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:00:32.400599 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:00:32.400846 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ef6ef89-56c3-4fc4-9a05-9e93e05066b8 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:00:32.401237 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef6ef89-56c3-4fc4-9a05-9e93e05066b8'] response: {'name': 'network-changed', 'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'status': 'completed', 'code': 200} May 25 23:00:32.515450 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d5894-110f-4f4c-9d44-ecfbbc626e61 req-63e09f70-7189-4d2c-966c-004ddd563971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:32.516905 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b28d5894-110f-4f4c-9d44-ecfbbc626e61 req-63e09f70-7189-4d2c-966c-004ddd563971 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130b0835a708430ab71f0488b74d673d&device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 1096 time: 0.0435987 May 25 23:00:32.627010 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d5894-110f-4f4c-9d44-ecfbbc626e61 req-ce8f8eb5-0fcb-47a3-8958-c231511a600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:32.628449 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b28d5894-110f-4f4c-9d44-ecfbbc626e61 req-ce8f8eb5-0fcb-47a3-8958-c231511a600a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=130b0835a708430ab71f0488b74d673d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0917811 May 25 23:00:32.723170 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d5894-110f-4f4c-9d44-ecfbbc626e61 req-d99c0ac2-f530-44fb-9d24-100f8116a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:32.724533 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b28d5894-110f-4f4c-9d44-ecfbbc626e61 req-d99c0ac2-f530-44fb-9d24-100f8116a9e1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848305 May 25 23:00:32.847658 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e6878-8ee2-487f-8a49-2048224f252b req-d7780650-a77e-4bc2-a874-4262ea16e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:32.849126 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-d7780650-a77e-4bc2-a874-4262ea16e149 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130b0835a708430ab71f0488b74d673d&device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 1096 time: 0.0442803 May 25 23:00:32.902579 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-8d31ca51-b4e9-47b4-b583-43437b4763f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af5a95de-b5bc-4438-a26f-d729e250731f HTTP/1.1" status: 200 len: 217 time: 0.0377328 May 25 23:00:32.951041 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e6878-8ee2-487f-8a49-2048224f252b req-d3ce59b6-5616-4bb9-b747-f3160920930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:32.952429 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-d3ce59b6-5616-4bb9-b747-f3160920930a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19646eba-db07-4c3d-97ef-7a2572905cb1 HTTP/1.1" status: 200 len: 847 time: 0.0428326 May 25 23:00:32.998125 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e6878-8ee2-487f-8a49-2048224f252b req-7730cddc-52e9-4294-9142-8caea4b8d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:32.999550 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-7730cddc-52e9-4294-9142-8caea4b8d37d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4343add9-6232-4758-8bba-f6e547fcafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393751 May 25 23:00:33.090468 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-06ee2d12-31f0-496e-9c0d-707a4d209240 service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831809 May 25 23:00:33.208480 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a09e6878-8ee2-487f-8a49-2048224f252b req-533743c1-fa23-4ef3-ac9c-9245f2f6f388 service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105118 May 25 23:00:33.228988 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff8f02-668c-4e3e-b639-fae9e50303d6 req-5935536b-0b68-49c3-8239-5ea261a83953 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:33.231141 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6dff8f02-668c-4e3e-b639-fae9e50303d6 req-5935536b-0b68-49c3-8239-5ea261a83953 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0602026 May 25 23:00:33.272610 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6dff8f02-668c-4e3e-b639-fae9e50303d6 req-598e6622-ec6b-4141-a86b-33c65f470ada tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348203 May 25 23:00:34.394347 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaa7dc-1b11-4bde-a498-50790d65aaa6 req-00a7e122-acca-48ed-87fa-a08768e9d1b1 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:34.395760 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2feaa7dc-1b11-4bde-a498-50790d65aaa6 req-00a7e122-acca-48ed-87fa-a08768e9d1b1 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0501764 May 25 23:00:34.435307 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2feaa7dc-1b11-4bde-a498-50790d65aaa6 req-5bb9b338-94ba-472f-9eed-04fda6900b90 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334754 May 25 23:00:35.549139 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e44c06-ab9e-4554-a127-14536cedf146 req-7d568eaa-2a8a-4581-9e7d-20335917ed97 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:35.550593 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28e44c06-ab9e-4554-a127-14536cedf146 req-7d568eaa-2a8a-4581-9e7d-20335917ed97 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0485024 May 25 23:00:35.588175 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28e44c06-ab9e-4554-a127-14536cedf146 req-5d5116d1-a132-4a17-9ba1-767be406e7ef tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315964 May 25 23:00:36.699000 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1fffc-3c34-484a-b6c6-7f3fdff1a046 req-8a24eaf6-062d-43a0-a541-f96333ec2571 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:36.700474 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a2a1fffc-3c34-484a-b6c6-7f3fdff1a046 req-8a24eaf6-062d-43a0-a541-f96333ec2571 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0475988 May 25 23:00:36.740858 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a2a1fffc-3c34-484a-b6c6-7f3fdff1a046 req-2ba3fff3-6e3f-4f1e-8679-436e8bc77117 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345168 May 25 23:00:37.859421 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c12233-2851-44e0-9afd-a96ad2077752 req-f9fbf162-b372-4a84-ba3a-f6d17be52277 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:37.860914 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-57c12233-2851-44e0-9afd-a96ad2077752 req-f9fbf162-b372-4a84-ba3a-f6d17be52277 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0496924 May 25 23:00:37.897452 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-57c12233-2851-44e0-9afd-a96ad2077752 req-e138d372-97d1-494d-8fcb-8014c03d2532 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303268 May 25 23:00:39.009440 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379976d6-c798-4341-83b8-c0a973ad1600 req-8ddd82bf-2320-4010-bcab-2af3550e96a1 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:39.010806 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-379976d6-c798-4341-83b8-c0a973ad1600 req-8ddd82bf-2320-4010-bcab-2af3550e96a1 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0483804 May 25 23:00:39.048950 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-379976d6-c798-4341-83b8-c0a973ad1600 req-c8568324-b037-4705-a69b-9f7785c33537 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316312 May 25 23:00:40.165193 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb9266-c8e4-43cc-ac64-5b1a358a5d71 req-3528b4c3-472a-4106-a5a4-5c3c60e75cbd tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:40.166643 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-efeb9266-c8e4-43cc-ac64-5b1a358a5d71 req-3528b4c3-472a-4106-a5a4-5c3c60e75cbd tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0482311 May 25 23:00:40.206141 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-efeb9266-c8e4-43cc-ac64-5b1a358a5d71 req-bf9530fa-c34c-4bbc-8a80-b5b099c521f2 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329418 May 25 23:00:40.703759 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59936) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:00:40.804293 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e612f839-3aba-4af5-8828-5b614c182488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.877136 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e612f839-3aba-4af5-8828-5b614c182488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.932644 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e612f839-3aba-4af5-8828-5b614c182488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.970941 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612f839-3aba-4af5-8828-5b614c182488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ad7615-d6ce-4f2f-9f78-e5e791b67c0f,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:40.975165 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e612f839-3aba-4af5-8828-5b614c182488 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d29e6b2da184b85b18865b509bb8f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704368 May 25 23:00:40.977792 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 59940) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:00:41.212326 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-273fc2d4-aa3b-4661-9603-151bb996dd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.233068 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-273fc2d4-aa3b-4661-9603-151bb996dd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.321235 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60be3d-3a9f-4e0e-884b-d2c4d904d092 req-85ffef26-2f87-4609-9b65-b7caab77ab29 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:41.322689 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd60be3d-3a9f-4e0e-884b-d2c4d904d092 req-85ffef26-2f87-4609-9b65-b7caab77ab29 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0484552 May 25 23:00:41.342950 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-273fc2d4-aa3b-4661-9603-151bb996dd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.345614 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-273fc2d4-aa3b-4661-9603-151bb996dd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.346770 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-273fc2d4-aa3b-4661-9603-151bb996dd05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88ad7615-d6ce-4f2f-9f78-e5e791b67c0f HTTP/1.1" status: 204 len: 168 time: 0.3679924 May 25 23:00:41.355391 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fc2d4-aa3b-4661-9603-151bb996dd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ad7615-d6ce-4f2f-9f78-e5e791b67c0f,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:41.362808 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd60be3d-3a9f-4e0e-884b-d2c4d904d092 req-49bbd2fd-11a4-4b2e-bfab-fbe4aa5e2d34 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339086 May 25 23:00:41.750127 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-94bf92a6-cec8-4e15-9a9a-c70673ac0b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:42.478582 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ef6df-ea8b-4e36-920f-849c84d2c215 req-02011a72-0f23-46a2-92d7-88dc95e80295 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:42.480667 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6c2ef6df-ea8b-4e36-920f-849c84d2c215 req-02011a72-0f23-46a2-92d7-88dc95e80295 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0499477 May 25 23:00:42.518985 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6c2ef6df-ea8b-4e36-920f-849c84d2c215 req-25ac3364-eb58-4fcb-9115-136ce0a75e7d tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319583 May 25 23:00:43.628807 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425325d-9b97-4558-91b1-996578892cfb req-2859703b-b72e-40c7-beb1-d4d8002d4b42 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:43.630228 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a425325d-9b97-4558-91b1-996578892cfb req-2859703b-b72e-40c7-beb1-d4d8002d4b42 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0473797 May 25 23:00:43.671438 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a425325d-9b97-4558-91b1-996578892cfb req-3d44c6cc-095f-4cc6-a152-053514237992 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345361 May 25 23:00:43.922409 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device af5a95de-b5bc-4438-a26f-d729e250731f details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:00:44.016713 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port af5a95de-b5bc-4438-a26f-d729e250731f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=af5a95de-b5bc-4438-a26f-d729e250731f,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:44.027782 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'port_id': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'mac_address': 'fa:16:3e:93:1f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:00:44.063865 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port af5a95de-b5bc-4438-a26f-d729e250731f is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:00:44.064250 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:44.077018 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5a95de-b5bc-4438-a26f-d729e250731f {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:00:44.096129 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port af5a95de-b5bc-4438-a26f-d729e250731f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=af5a95de-b5bc-4438-a26f-d729e250731f,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:44.194124 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:44.225146 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7afa59c6-1622-45b7-873c-93385f66eede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:44.246198 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=af5a95de-b5bc-4438-a26f-d729e250731f,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:44.253049 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.253415 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.253750 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.254077 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.254432 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.254757 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.255085 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.255402 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.255736 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.256133 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.256460 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.256778 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:44.784175 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b875-6f09-4182-a0a4-b2cc24cff9bf req-472b1c2d-63de-41ea-9fe3-78d079135f9a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:44.785617 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-16c0b875-6f09-4182-a0a4-b2cc24cff9bf req-472b1c2d-63de-41ea-9fe3-78d079135f9a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 944 time: 0.0485969 May 25 23:00:44.822598 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-16c0b875-6f09-4182-a0a4-b2cc24cff9bf req-a7741295-54fa-4701-b587-b792194e14dd tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308526 May 25 23:00:44.917799 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['af5a95de-b5bc-4438-a26f-d729e250731f'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:00:45.239671 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:45.937374 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecc0de-4e2a-4e82-b4ee-e092b5106bf8 req-0b016702-0754-4f61-856e-a48858cf4b18 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:45.938762 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-76ecc0de-4e2a-4e82-b4ee-e092b5106bf8 req-0b016702-0754-4f61-856e-a48858cf4b18 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 944 time: 0.0509071 May 25 23:00:45.976884 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-76ecc0de-4e2a-4e82-b4ee-e092b5106bf8 req-286f417b-e907-44c3-9fdc-09a8a0b8f49d tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321164 May 25 23:00:46.543001 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.100977 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc390a07-43ab-486d-b25e-a38fc0a01c2b req-262314ee-2bbd-4ded-874c-9a431e4a4fce tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:47.102498 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cc390a07-43ab-486d-b25e-a38fc0a01c2b req-262314ee-2bbd-4ded-874c-9a431e4a4fce tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 944 time: 0.0510890 May 25 23:00:47.133403 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.147664 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cc390a07-43ab-486d-b25e-a38fc0a01c2b req-a0119d77-c5bb-4b68-8e8e-d94d31ace902 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373912 May 25 23:00:47.941566 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device af5a95de-b5bc-4438-a26f-d729e250731f up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:00:48.086957 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port af5a95de-b5bc-4438-a26f-d729e250731f completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:48.091552 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port af5a95de-b5bc-4438-a26f-d729e250731f triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:48.093231 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.171422 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port af5a95de-b5bc-4438-a26f-d729e250731f is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:00:48.171812 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.194651 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:00:48.196915 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8de009-6406-4e86-8836-381eb265a0c0" -d '{"events": [{"server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "name": "network-vif-plugged", "status": "completed", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:00:48.211766 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port af5a95de-b5bc-4438-a26f-d729e250731f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=af5a95de-b5bc-4438-a26f-d729e250731f,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:48.234015 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea7094f-baa3-4def-b51d-ab1382d1967a x-openstack-request-id: req-0ea7094f-baa3-4def-b51d-ab1382d1967a {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:00:48.234346 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "name": "network-vif-plugged", "status": "completed", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:00:48.234605 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ea7094f-baa3-4def-b51d-ab1382d1967a {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:00:48.235000 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea7094f-baa3-4def-b51d-ab1382d1967a'] response: {'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'code': 200} May 25 23:00:48.263986 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1592d3-cbaf-4290-9b76-a7043dc48afa req-3bc63b1a-b334-4779-a99b-aa1c9892b56f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:48.265438 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fb1592d3-cbaf-4290-9b76-a7043dc48afa req-3bc63b1a-b334-4779-a99b-aa1c9892b56f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 944 time: 0.0511010 May 25 23:00:48.272173 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.308309 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fb1592d3-cbaf-4290-9b76-a7043dc48afa req-a8bf82e4-628e-44e0-851e-53d47966a2c5 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353918 May 25 23:00:48.320484 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=af5a95de-b5bc-4438-a26f-d729e250731f,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:48.675010 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4449e59-7830-4be0-8bc9-52654c4d1519 req-6acbb152-c16f-4daf-8ede-164c8313517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:48.676373 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d4449e59-7830-4be0-8bc9-52654c4d1519 req-6acbb152-c16f-4daf-8ede-164c8313517b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 1098 time: 0.0398810 May 25 23:00:48.710864 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d4449e59-7830-4be0-8bc9-52654c4d1519 req-e2623360-9ea0-4d8b-ae38-581a68c7a45a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266569 May 25 23:00:49.424000 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b5deb-0433-4f39-ae10-3cb6efddd720 req-7de8c5ca-4900-4c91-aa4f-eb2ebafb106a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:49.425448 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ce2b5deb-0433-4f39-ae10-3cb6efddd720 req-7de8c5ca-4900-4c91-aa4f-eb2ebafb106a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0480647 May 25 23:00:49.466468 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ce2b5deb-0433-4f39-ae10-3cb6efddd720 req-762968d2-91ed-4ca2-88f8-80f2da45d999 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350199 May 25 23:00:50.578577 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ade8b-66cc-4646-bfa9-f2980c83e045 req-e61dcc4b-03a2-485b-8383-daaeeb82efd4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:50.580025 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8c4ade8b-66cc-4646-bfa9-f2980c83e045 req-e61dcc4b-03a2-485b-8383-daaeeb82efd4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0482941 May 25 23:00:50.618311 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8c4ade8b-66cc-4646-bfa9-f2980c83e045 req-d11a96ff-e446-4109-a3b3-7b53ee11680f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324016 May 25 23:00:51.731898 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff527e43-aae6-4fde-9e4a-0a2123589a6b req-39c40a00-1725-4329-9325-aa1f866689b8 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:51.733337 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ff527e43-aae6-4fde-9e4a-0a2123589a6b req-39c40a00-1725-4329-9325-aa1f866689b8 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0480273 May 25 23:00:51.771795 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ff527e43-aae6-4fde-9e4a-0a2123589a6b req-7b68b47c-0c5b-4010-957d-ee8ffa332db6 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 May 25 23:00:51.885625 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63679a52-38a2-443e-acda-e3c29b647f43 req-7a68cf17-36bb-4a8d-9522-6c43460c02d3 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:51.887448 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-63679a52-38a2-443e-acda-e3c29b647f43 req-7a68cf17-36bb-4a8d-9522-6c43460c02d3 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0496604 May 25 23:00:51.930280 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-63679a52-38a2-443e-acda-e3c29b647f43 req-d500ac22-9c7e-479f-9a25-955e742c8595 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361583 May 25 23:00:51.951935 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 60072) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:00:52.139356 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cab19a-6ba6-4cd9-bd40-59e343188528 tempest-TestShelveInstance-425066133 tempest-TestShelveInstance-425066133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:52.140884 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-26cab19a-6ba6-4cd9-bd40-59e343188528 tempest-TestShelveInstance-425066133 tempest-TestShelveInstance-425066133-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 1093 time: 0.1879468 May 25 23:00:52.143715 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 60082) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:00:52.147981 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'port_id': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:00:52.237893 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for floatingip, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.338001 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.445991 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Allocated IP 172.27.1.235 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/2b37d084-5f32-4ac2-af2f-c96fd60f8744) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:52.545069 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.640304 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.679189 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:52.681888 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:52.685060 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:00:52.708730 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event updated for resources: {'Port': ['ID=2b37d084-5f32-4ac2-af2f-c96fd60f8744,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:52.721081 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:52.721419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:52.721753 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:52.722072 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:52.722419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:52.722740 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:52.723055 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:52.723369 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:52.723682 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:52.723994 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:52.724306 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:52.724709 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:53.012378 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.136254 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.279184 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.413037 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.444236 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.490816 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event updated for resources: {'Port': ['ID=2b37d084-5f32-4ac2-af2f-c96fd60f8744,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:53.554343 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Floating IP 18b19024-fee3-422a-bc5a-70625c1ebe54 associated. External IP: 172.27.1.235, port: af5a95de-b5bc-4438-a26f-d729e250731f. May 25 23:00:53.755926 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:00:53.855636 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:00:53.870482 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2815cef-75d1-4601-bd10-dc2b21676df2 None None] Sync routers for ids ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:00:53.879961 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2815cef-75d1-4601-bd10-dc2b21676df2 None None] Routers {'bef666a7-0d2c-42a1-8869-3af1f79f3eb2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:00:53.880651 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-f2815cef-75d1-4601-bd10-dc2b21676df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:00:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:53.923546 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.953264 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-af749def-e526-45ef-ae61-91ec627265e7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8084545 May 25 23:00:53.953852 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:00:53.956104 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:00:53.987142 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-f2815cef-75d1-4601-bd10-dc2b21676df2 None None] Set router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:00:53.993581 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3342bf-ea96-4787-9882-d0bd3673ede7 x-openstack-request-id: req-8f3342bf-ea96-4787-9882-d0bd3673ede7 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:00:53.994055 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:00:53.994327 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f3342bf-ea96-4787-9882-d0bd3673ede7 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:00:53.997397 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3342bf-ea96-4787-9882-d0bd3673ede7'] response: {'name': 'network-changed', 'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'status': 'completed', 'code': 200} May 25 23:00:54.095620 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7 req-4330b328-b673-441f-b241-dc7814519a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:54.097209 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7 req-4330b328-b673-441f-b241-dc7814519a50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130b0835a708430ab71f0488b74d673d&device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 1098 time: 0.0482352 May 25 23:00:54.203856 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7 req-1d457863-e51e-4e08-83dc-9467b17f8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:54.205295 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7 req-1d457863-e51e-4e08-83dc-9467b17f8b0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4343add9-6232-4758-8bba-f6e547fcafd9 HTTP/1.1" status: 200 len: 909 time: 0.0940261 May 25 23:00:54.217017 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-f2815cef-75d1-4601-bd10-dc2b21676df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 4, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '18b19024-fee3-422a-bc5a-70625c1ebe54', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'port_id': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'mac_address': 'fa:16:3e:93:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:00:52Z', 'updated_at': '2022-05-25T23:00:52Z', 'revision_number': 0, 'project_id': '130b0835a708430ab71f0488b74d673d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e5f32e-bf83-4619-8833-6f3eda74160d', 'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'mac_address': 'fa:16:3e:ce:e3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:35Z', 'updated_at': '2022-05-25T22:59:39Z', 'revision_number': 5, 'project_id': '130b0835a708430ab71f0488b74d673d', 'subnets': [{'id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:54.246413 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2815cef-75d1-4601-bd10-dc2b21676df2 None None] Checking router: bef666a7-0d2c-42a1-8869-3af1f79f3eb2 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:00:54.255753 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2815cef-75d1-4601-bd10-dc2b21676df2 None None] Routers {'bef666a7-0d2c-42a1-8869-3af1f79f3eb2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:00:54.256360 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-f2815cef-75d1-4601-bd10-dc2b21676df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:00:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:54.275339 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7 req-96137eee-1320-4320-b47d-5487d306376d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af5a95de-b5bc-4438-a26f-d729e250731f HTTP/1.1" status: 200 len: 999 time: 0.0620468 May 25 23:00:54.324887 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7 req-36756fe5-1b72-41e7-89da-f4a6f1c14d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:54.326323 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7 req-36756fe5-1b72-41e7-89da-f4a6f1c14d7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19646eba-db07-4c3d-97ef-7a2572905cb1 HTTP/1.1" status: 200 len: 847 time: 0.0428071 May 25 23:00:54.359321 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-f2815cef-75d1-4601-bd10-dc2b21676df2 None None] Set router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:00:54.377797 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7 req-ebe83c64-4448-4bc6-ab38-b6b335735eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:00:54.379270 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7 req-ebe83c64-4448-4bc6-ab38-b6b335735eef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4343add9-6232-4758-8bba-f6e547fcafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392444 May 25 23:00:54.478301 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7 req-d0966423-95e7-47ae-bf42-986c8af48af4 service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853281 May 25 23:00:54.577814 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-44dddc71-0f9a-45d9-9b5d-4b59fb834ec7 req-a9bb90b2-326f-48e6-8db7-7e70f47c131c service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858979 May 25 23:00:54.661673 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-f2815cef-75d1-4601-bd10-dc2b21676df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 4, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '18b19024-fee3-422a-bc5a-70625c1ebe54', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'port_id': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'mac_address': 'fa:16:3e:93:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:00:52Z', 'updated_at': '2022-05-25T23:00:52Z', 'revision_number': 0, 'project_id': '130b0835a708430ab71f0488b74d673d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e5f32e-bf83-4619-8833-6f3eda74160d', 'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'mac_address': 'fa:16:3e:ce:e3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:35Z', 'updated_at': '2022-05-25T22:59:39Z', 'revision_number': 5, 'project_id': '130b0835a708430ab71f0488b74d673d', 'subnets': [{'id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:54.688192 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2815cef-75d1-4601-bd10-dc2b21676df2 None None] The sync data for ids ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'] in dv-cinder-843209-1-iscsi is: [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 4, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '18b19024-fee3-422a-bc5a-70625c1ebe54', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'port_id': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'mac_address': 'fa:16:3e:93:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:00:52Z', 'updated_at': '2022-05-25T23:00:52Z', 'revision_number': 0, 'project_id': '130b0835a708430ab71f0488b74d673d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e5f32e-bf83-4619-8833-6f3eda74160d', 'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'mac_address': 'fa:16:3e:ce:e3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:35Z', 'updated_at': '2022-05-25T22:59:39Z', 'revision_number': 5, 'project_id': '130b0835a708430ab71f0488b74d673d', 'subnets': [{'id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:00:54.874585 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b715f1-709f-4da2-bec0-d10d2641e5bb None None] New status for floating IP 18b19024-fee3-422a-bc5a-70625c1ebe54: ACTIVE {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:00:55.664059 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.819529 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 60122) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:00:56.922501 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d80a6abb-d04c-4136-a30a-159f8ead94d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.998947 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d80a6abb-d04c-4136-a30a-159f8ead94d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.079733 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d80a6abb-d04c-4136-a30a-159f8ead94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.116046 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a6abb-d04c-4136-a30a-159f8ead94d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b617912b-5d16-49cd-bae3-2995f752a834,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:57.120850 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-d80a6abb-d04c-4136-a30a-159f8ead94d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80b57e301e5a448fb10aaf7ec828bbdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003223 May 25 23:00:57.123494 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 60126) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:00:57.171028 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-6128674b-ce85-4bf7-85f8-08bf23e5cf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.191805 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-6128674b-ce85-4bf7-85f8-08bf23e5cf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.308324 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-6128674b-ce85-4bf7-85f8-08bf23e5cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.310820 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-6128674b-ce85-4bf7-85f8-08bf23e5cf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.311932 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-6128674b-ce85-4bf7-85f8-08bf23e5cf99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b617912b-5d16-49cd-bae3-2995f752a834 HTTP/1.1" status: 204 len: 168 time: 0.1875677 May 25 23:00:57.319369 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128674b-ce85-4bf7-85f8-08bf23e5cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617912b-5d16-49cd-bae3-2995f752a834,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:01.861452 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:01:11.736611 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-134a05d5-4fde-4d41-bd43-625122dbb298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:12.707608 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 60214) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:01:12.712060 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969021403', 'description': 'tempest-description--704701933'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:01:12.769514 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545cb9b-048a-4b42-9226-e67cea765b01 req-c90629b0-c367-46b7-ba5a-559eae32d9ab tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:12.771027 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4545cb9b-048a-4b42-9226-e67cea765b01 req-c90629b0-c367-46b7-ba5a-559eae32d9ab tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0488229 May 25 23:01:12.779181 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:12.809262 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4545cb9b-048a-4b42-9226-e67cea765b01 req-3725fb04-33d9-4415-a5d3-ec9f32b013e7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319517 May 25 23:01:12.846182 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:12.944346 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:12.972323 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685fbbab-0147-45a6-9101-aee63567e892,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:12.979066 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:12.979403 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:12.979740 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:12.980089 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:12.980412 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:12.980816 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:12.981136 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:12.981454 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:12.981771 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:12.982128 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:12.982465 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:12.987341 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:13.026084 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.027559 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ddd08eb8-1a99-4ace-8eeb-f6bf071bbdc4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3189535 May 25 23:01:13.030307 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 60216) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:01:13.034570 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-bd40b50a-9908-49a0-8d62-78bcbb7a91b5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group_rule': {'security_group_id': '685fbbab-0147-45a6-9101-aee63567e892', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:01:13.119100 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bd40b50a-9908-49a0-8d62-78bcbb7a91b5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.172532 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bd40b50a-9908-49a0-8d62-78bcbb7a91b5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.257052 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bd40b50a-9908-49a0-8d62-78bcbb7a91b5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.276122 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40b50a-9908-49a0-8d62-78bcbb7a91b5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c86eb1-1dc1-4474-bc28-1fe31a31ec67,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:13.356680 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bd40b50a-9908-49a0-8d62-78bcbb7a91b5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.357849 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-bd40b50a-9908-49a0-8d62-78bcbb7a91b5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266499 May 25 23:01:13.360642 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 60220) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:01:13.365040 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-9e150941-c23d-4cb6-8e42-37b25a6914ce tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group_rule': {'security_group_id': '685fbbab-0147-45a6-9101-aee63567e892', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:01:13.463383 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9e150941-c23d-4cb6-8e42-37b25a6914ce tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.517506 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9e150941-c23d-4cb6-8e42-37b25a6914ce tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.578716 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9e150941-c23d-4cb6-8e42-37b25a6914ce tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.596405 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e150941-c23d-4cb6-8e42-37b25a6914ce tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7db698-5595-4f11-b7cf-bfa0d24f1c32,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:13.649016 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9e150941-c23d-4cb6-8e42-37b25a6914ce tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.650172 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9e150941-c23d-4cb6-8e42-37b25a6914ce tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2886412 May 25 23:01:13.654005 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 60222) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:01:13.658121 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:01:13.737288 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.832075 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.932676 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712a1b4-e6c2-4447-8f40-7d78c1f7fe1f req-e9992f1e-b7ba-47fe-b74a-b551fc11528c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:13.934232 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0712a1b4-e6c2-4447-8f40-7d78c1f7fe1f req-e9992f1e-b7ba-47fe-b74a-b551fc11528c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0523634 May 25 23:01:13.938523 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Allocated IP 172.27.1.212 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/e87c6a06-ba2f-4e64-b9ec-06b240ad69ae) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:13.972215 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0712a1b4-e6c2-4447-8f40-7d78c1f7fe1f req-b18bf56a-7f6f-4a24-b12c-bd74754b7b6c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317733 May 25 23:01:14.041186 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.144480 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.181540 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:14.184650 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-727e393b-1871-4f40-b677-f4ec77832799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.185902 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:14.193455 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:01:14.196495 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=e87c6a06-ba2f-4e64-b9ec-06b240ad69ae,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:14.275357 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.360960 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.502190 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.549695 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3746103'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.617362 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=e87c6a06-ba2f-4e64-b9ec-06b240ad69ae,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:14.629379 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.704269 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.705477 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-a57ffc0f-b3fb-4ea3-a37f-942ab0407f87 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0505497 May 25 23:01:14.887938 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-0c86a747-15f3-4d9a-8fd5-b657a2232084 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1969021403&fields=id&tenant_id=f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 267 time: 0.0330870 May 25 23:01:14.989237 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-3e703f3e-5729-4e29-bafd-b6c4583a9225 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:14.990673 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-3e703f3e-5729-4e29-bafd-b6c4583a9225 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 814 time: 0.0962117 May 25 23:01:15.005365 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-d4776c3e-0a60-4ef1-8bbe-5f9e9a7b8ce6 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/quotas/f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 375 time: 0.0088563 May 25 23:01:15.091595 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-738c2b73-71a0-419d-bfac-8deda8da13c0 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0806274 May 25 23:01:15.108737 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edba692-77f5-4df5-8654-8a30011bddf7 req-ce9ee7a5-9ed8-4651-ba51-a58eb1f07a75 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:15.114310 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8edba692-77f5-4df5-8654-8a30011bddf7 req-ce9ee7a5-9ed8-4651-ba51-a58eb1f07a75 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0668066 May 25 23:01:15.196230 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8edba692-77f5-4df5-8654-8a30011bddf7 req-8ce16037-d322-4972-b130-ec9f0f90ae7a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776436 May 25 23:01:15.225884 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-65b9a8b7-c5bd-41b1-9e3f-b3c7924828fa service neutron] 10.222.0.48 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146009 May 25 23:01:15.251408 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:15.316767 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-b8d732f1-24d2-48e1-bd8a-2af0aae42424 service neutron] 10.222.0.48 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841722 May 25 23:01:15.551113 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fc1461b9-f1a8-4804-82ab-c5274b450dd5 req-4d4b6b7c-13a7-4e42-9ecd-b1a83783820e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 210 time: 0.0260937 May 25 23:01:16.319844 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867449e-2b08-472c-bf94-5eb1ac542286 req-06088dc7-c0ca-4752-ba60-0f88a3476388 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:16.321234 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0867449e-2b08-472c-bf94-5eb1ac542286 req-06088dc7-c0ca-4752-ba60-0f88a3476388 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0519516 May 25 23:01:16.359279 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0867449e-2b08-472c-bf94-5eb1ac542286 req-580f9d9b-0af8-4dc0-b5d0-cdd8a44febd0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317984 May 25 23:01:16.538738 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:16.642847 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-922c3dbf-8938-4e1e-9c1a-6cf36b65f229 req-80d9a709-8d8e-4ca6-912a-01828cdcc5c6 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 210 time: 0.0256562 May 25 23:01:17.166909 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:17.537880 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8961c-d7d0-4cde-9c1f-bea4f908f0a0 req-031abfe4-3448-4bb5-9863-82adca6d7c11 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:17.539343 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1bf8961c-d7d0-4cde-9c1f-bea4f908f0a0 req-031abfe4-3448-4bb5-9863-82adca6d7c11 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.1044738 May 25 23:01:17.591121 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-3e2d644b-e398-49fc-a33a-a3cfe35be5d5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:17.592500 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-3e2d644b-e398-49fc-a33a-a3cfe35be5d5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 814 time: 0.1456916 May 25 23:01:17.599332 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1bf8961c-d7d0-4cde-9c1f-bea4f908f0a0 req-4a03676d-0fdd-45aa-a71d-2c6b4050346d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529497 May 25 23:01:17.648081 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9c268a2c-2765-4e35-bb90-4fbf745728e0 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 472 time: 0.0374250 May 25 23:01:17.660087 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'port': {'device_id': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'admin_state_up': True, 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'security_groups': ['685fbbab-0147-45a6-9101-aee63567e892']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:01:17.981663 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1e0761a7-8cf7-4c74-b3de-913bfb3f7782 req-d139ee6f-1985-495d-b85d-5b70e44ca241 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 210 time: 0.0338986 May 25 23:01:18.108482 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Made reservation on behalf of f9cea3c91d374b32817fc9600bcae426 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:18.111969 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:18.235663 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Allocated IP 172.20.0.13 (8832910d-3014-46b3-926b-42ce9e4f63a7/3cc5fde0-cb97-48f5-833b-89086f6b613a/b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:18.363153 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:18.531919 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:18.576383 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:18.579238 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:18.582774 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:01:18.588096 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:18.588656 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:18.597281 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:18.678601 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-f1e1d5b1-5e1a-419a-b4e7-781e035332f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0218849 May 25 23:01:18.717073 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Request body: {'port': {'device_id': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:01:18.753410 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3acb1-707b-4d2f-8bd7-333efadd6149 req-273b8e6d-5e89-4ce6-9e13-401f75e486eb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:18.754904 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b2d3acb1-707b-4d2f-8bd7-333efadd6149 req-273b8e6d-5e89-4ce6-9e13-401f75e486eb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0754228 May 25 23:01:18.792994 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:18.818183 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-0189f96a-51ee-444d-883d-8465cf9c3f47 None None] Provisioning complete for port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:18.818815 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0189f96a-51ee-444d-883d-8465cf9c3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:18.822679 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b2d3acb1-707b-4d2f-8bd7-333efadd6149 req-fd3484f3-7b7c-49e1-9796-2c556b0bc6d4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481157 May 25 23:01:18.852952 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-0189f96a-51ee-444d-883d-8465cf9c3f47 None None] Port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:01:19.091931 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:01:19.100878 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.117963 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Transition to ACTIVE for port object b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:19.126081 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499bffb-b63b-4dd3-b23f-fd899eb5683e req-29c26d73-6d8d-4f5c-91dc-389ca00dc083 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:19.127558 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2499bffb-b63b-4dd3-b23f-fd899eb5683e req-29c26d73-6d8d-4f5c-91dc-389ca00dc083 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 932 time: 0.0717914 May 25 23:01:19.165146 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2499bffb-b63b-4dd3-b23f-fd899eb5683e req-4594d91d-f6de-4a1d-85ee-1dd95b6a15c1 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314491 May 25 23:01:19.184720 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.231604 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Pushing event updated for resources: {'Port': ['ID=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:19.269528 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Attempting to bind port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:01:19.269854 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Attempting to bind port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:01:19.270166 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Attempting to bind port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f on network 8832910d-3014-46b3-926b-42ce9e4f63a7 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:01:19.274642 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f on network 8832910d-3014-46b3-926b-42ce9e4f63a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:01:19.274955 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Attempting to bind port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f on network 8832910d-3014-46b3-926b-42ce9e4f63a7 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:01:19.279920 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:01:19.280248 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Checking segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:01:19.280625 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Bound using segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:01:19.281028 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Bound port: b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:01:19.281383 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.346202 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] For port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:01:19.349270 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] For port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:01:19.419778 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.454395 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:19.454992 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.456420 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] 10.222.0.24 "PUT /v2.0/ports/b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f HTTP/1.1" status: 200 len: 1094 time: 0.7442899 May 25 23:01:19.456847 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'tag': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:01:19.459103 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d48672-1966-408c-997b-79ae3fd148bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f38fbda2-95d2-4734-9985-c4deeed76c6e", "tag": "b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:01:19.488353 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0dfc0-11b7-4f8c-ad82-c0de3c73992c service neutron] Pushing event updated for resources: {'Port': ['ID=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:19.502592 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c8140d-c79b-45e3-aee2-566f15c740e2 x-openstack-request-id: req-c8c8140d-c79b-45e3-aee2-566f15c740e2 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:01:19.502880 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38fbda2-95d2-4734-9985-c4deeed76c6e", "tag": "b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:01:19.503179 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8c8140d-c79b-45e3-aee2-566f15c740e2 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:01:19.503580 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c8140d-c79b-45e3-aee2-566f15c740e2'] response: {'name': 'network-changed', 'server_uuid': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'tag': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f', 'status': 'completed', 'code': 200} May 25 23:01:19.609924 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d48672-1966-408c-997b-79ae3fd148bd req-3da44598-eb72-4e4c-8aab-2a13a5027aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:19.611378 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d48672-1966-408c-997b-79ae3fd148bd req-3da44598-eb72-4e4c-8aab-2a13a5027aa3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 1097 time: 0.0433102 May 25 23:01:19.724141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d48672-1966-408c-997b-79ae3fd148bd req-e255afa7-c16a-4f23-af9d-0278085a685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:19.725610 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d48672-1966-408c-997b-79ae3fd148bd req-e255afa7-c16a-4f23-af9d-0278085a685f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f9cea3c91d374b32817fc9600bcae426&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938313 May 25 23:01:19.828650 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d48672-1966-408c-997b-79ae3fd148bd req-a48b12c6-8b11-4f63-b653-84fc8e1aeb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:19.830089 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d48672-1966-408c-997b-79ae3fd148bd req-a48b12c6-8b11-4f63-b653-84fc8e1aeb85 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864224 May 25 23:01:19.975716 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d27cc-854d-4a8d-8faf-0aac0d175050 req-0a0de36f-f96d-4128-ac3e-f2a438681145 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:19.977173 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-806d27cc-854d-4a8d-8faf-0aac0d175050 req-0a0de36f-f96d-4128-ac3e-f2a438681145 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0836337 May 25 23:01:19.979570 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-843c8443-1e21-4581-89ca-9457e916a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:19.981485 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-843c8443-1e21-4581-89ca-9457e916a5b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 1097 time: 0.0567558 May 25 23:01:20.039562 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-977c2074-6683-40f5-a193-1a10ca793662 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f HTTP/1.1" status: 200 len: 217 time: 0.0411737 May 25 23:01:20.046634 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-806d27cc-854d-4a8d-8faf-0aac0d175050 req-a3a61d09-36cf-4603-b822-02569d4717f8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628486 May 25 23:01:20.092848 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9622259b-3ace-414d-8261-f962e39cce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:20.094263 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-9622259b-3ace-414d-8261-f962e39cce82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.0468156 May 25 23:01:20.142788 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-6012e635-0d5f-4e71-9a4f-603c60e7deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:20.144190 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-6012e635-0d5f-4e71-9a4f-603c60e7deb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423675 May 25 23:01:20.233604 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-34b31361-ea65-4926-bb3c-70845bb63c01 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816181 May 25 23:01:20.336252 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1346d-6ce1-430d-a415-8e5b2c9dbd6b req-87004cf5-3464-4669-8d45-9a54b5d275b0 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:20.337677 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d3a1346d-6ce1-430d-a415-8e5b2c9dbd6b req-87004cf5-3464-4669-8d45-9a54b5d275b0 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 944 time: 0.1032448 May 25 23:01:20.366416 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-601f5cf9-dbba-4548-bab0-5316075d37c5 req-ab3638c3-0c71-4c8b-a9ff-7daea685c9d5 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236920 May 25 23:01:20.384594 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d3a1346d-6ce1-430d-a415-8e5b2c9dbd6b req-3b883e3b-b8b2-4266-a767-4d5b433f2129 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388646 May 25 23:01:21.167715 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4dea3-13fc-47d9-acf9-de0016adf3fa req-5f87b042-4988-4ff5-bce5-117b31d0e367 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:21.169151 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7ec4dea3-13fc-47d9-acf9-de0016adf3fa req-5f87b042-4988-4ff5-bce5-117b31d0e367 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0519750 May 25 23:01:21.206851 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7ec4dea3-13fc-47d9-acf9-de0016adf3fa req-1f00f504-c9e1-4ba3-b28d-a042dfe783f0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316229 May 25 23:01:21.497846 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9964127-0fe5-427c-acb9-ad7268e7d143 req-bac608be-c31f-4c29-bffd-7a77cd50ad8e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:21.499299 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d9964127-0fe5-427c-acb9-ad7268e7d143 req-bac608be-c31f-4c29-bffd-7a77cd50ad8e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 944 time: 0.0487232 May 25 23:01:21.536256 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d9964127-0fe5-427c-acb9-ad7268e7d143 req-fa87afd4-ac18-42d4-9f9c-bedf86f1ca24 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 May 25 23:01:22.321336 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569486c5-76a6-49f8-8ec9-3f1b205804c7 req-38a92b8d-7941-4020-882a-f2b445749a3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:22.322766 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-569486c5-76a6-49f8-8ec9-3f1b205804c7 req-38a92b8d-7941-4020-882a-f2b445749a3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0466318 May 25 23:01:22.359421 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-569486c5-76a6-49f8-8ec9-3f1b205804c7 req-ba80cae0-0255-4644-8680-5e8ab6a1f831 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301902 May 25 23:01:22.652014 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19cc35-900e-49e1-8d0a-16df559e5b3d req-9ebb8f35-ff3f-41a3-8b89-4569985169cb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:22.653259 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8e19cc35-900e-49e1-8d0a-16df559e5b3d req-9ebb8f35-ff3f-41a3-8b89-4569985169cb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 944 time: 0.0509555 May 25 23:01:22.689103 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8e19cc35-900e-49e1-8d0a-16df559e5b3d req-fbaac593-b14a-4c87-9fd0-f13070a48034 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299449 May 25 23:01:23.479614 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a0504-adcc-4b68-a7cd-6ef2af3c3920 req-980a1575-71e1-4da9-845f-913ccbed4b4b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:23.481825 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-209a0504-adcc-4b68-a7cd-6ef2af3c3920 req-980a1575-71e1-4da9-845f-913ccbed4b4b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0529990 May 25 23:01:23.518215 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-209a0504-adcc-4b68-a7cd-6ef2af3c3920 req-905ddf41-e885-4882-b6ba-f53427de710c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305035 May 25 23:01:23.802569 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee37a0-bc47-4753-ab71-9cd4e7fe3367 req-1fb210df-446e-4dc3-9d53-5def1af0d49f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:23.804009 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-66ee37a0-bc47-4753-ab71-9cd4e7fe3367 req-1fb210df-446e-4dc3-9d53-5def1af0d49f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 944 time: 0.0487142 May 25 23:01:23.841398 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-66ee37a0-bc47-4753-ab71-9cd4e7fe3367 req-dc3796d7-2a4a-4485-be0c-eeb2be81dde3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 May 25 23:01:24.637910 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576bf7d-a829-4ba3-92ad-797505b58382 req-c6fe1c2a-db14-4aee-9cfb-f4fd55092729 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:24.639363 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9576bf7d-a829-4ba3-92ad-797505b58382 req-c6fe1c2a-db14-4aee-9cfb-f4fd55092729 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0509923 May 25 23:01:24.676540 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9576bf7d-a829-4ba3-92ad-797505b58382 req-c7c5a6d8-8b94-4834-adf0-0aae3d4b6b3c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310326 May 25 23:01:24.953189 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283b4bc-e5f5-431c-a6f5-d81004b69751 req-f50dd4e5-0f94-4b42-98de-40bcc68d7013 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:24.954653 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1283b4bc-e5f5-431c-a6f5-d81004b69751 req-f50dd4e5-0f94-4b42-98de-40bcc68d7013 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 944 time: 0.0479324 May 25 23:01:24.992735 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1283b4bc-e5f5-431c-a6f5-d81004b69751 req-4c35a5c1-8267-44ca-aff0-72063f927272 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320952 May 25 23:01:25.673704 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:25.792249 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ec29-5621-4b4b-9f85-8a0fc49f29b8 req-e75542ba-de5b-4118-9b82-7dd54c53b8ac tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:25.793838 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ccf8ec29-5621-4b4b-9f85-8a0fc49f29b8 req-e75542ba-de5b-4118-9b82-7dd54c53b8ac tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0484030 May 25 23:01:25.831022 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ccf8ec29-5621-4b4b-9f85-8a0fc49f29b8 req-c8f03afa-b1af-41d1-b66e-5bbe5408f8bb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311933 May 25 23:01:26.110160 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319db891-e915-4f35-8356-b5f26b5e940d req-9811286a-da44-438a-8efe-63906361c07f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:26.111655 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-319db891-e915-4f35-8356-b5f26b5e940d req-9811286a-da44-438a-8efe-63906361c07f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 944 time: 0.0508807 May 25 23:01:26.150994 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-319db891-e915-4f35-8356-b5f26b5e940d req-c20b2036-9194-47e6-a52b-fb89b71fa36f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 May 25 23:01:26.157517 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:01:26.248293 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:26.259074 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'port_id': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f', 'mac_address': 'fa:16:3e:4b:d5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:01:26.294455 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:01:26.294844 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:26.310680 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:01:26.328726 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:26.388115 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:26.434569 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:26.521207 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-758428da-67ca-4640-9ba3-c8105b879cae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401874 May 25 23:01:26.622475 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-2d876c76-37ed-4c5b-a469-89eebd07d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:26.623784 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-2d876c76-37ed-4c5b-a469-89eebd07d5ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 1099 time: 0.0389423 May 25 23:01:26.733528 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-e1e80c9c-5378-4a6c-a317-8f88f73ac7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:26.735067 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-e1e80c9c-5378-4a6c-a317-8f88f73ac7a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.0849047 May 25 23:01:26.783026 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-ba7ba7b3-ea19-4e8d-926f-118cf428bd8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25eaf733-14d8-43e9-a80d-82cfa4558e00 HTTP/1.1" status: 200 len: 217 time: 0.0338948 May 25 23:01:26.836760 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-735ed2fe-29f4-4527-9b7b-28139a666b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:26.838156 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-735ed2fe-29f4-4527-9b7b-28139a666b44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0450113 May 25 23:01:26.898368 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-0930b060-ca05-4379-b1b6-ee3f9616a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:26.899813 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-0930b060-ca05-4379-b1b6-ee3f9616a364 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437548 May 25 23:01:27.002671 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18905bec-3441-4d7a-b743-f4b4eb958cea req-4d99af3a-8452-4f1a-bf8e-eedaf67117d6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:27.004102 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-18905bec-3441-4d7a-b743-f4b4eb958cea req-4d99af3a-8452-4f1a-bf8e-eedaf67117d6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0999365 May 25 23:01:27.037801 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-346b93ee-7e1e-45f6-bdfc-7e40ac3d92c1 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231668 May 25 23:01:27.062766 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-18905bec-3441-4d7a-b743-f4b4eb958cea req-7687f642-c5fa-4ea8-830b-478d1f031bbd tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527194 May 25 23:01:27.124490 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:01:27.135851 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7cd285e8-2a2e-441b-9584-8aa9a92c54dd req-d0002a82-d9be-4b24-bbb2-d2224fdf1d21 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854468 May 25 23:01:27.265914 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b12944-670a-49bc-9f89-86adae4b3c79 req-84de9e3b-27d3-41b4-9309-59d767cd5351 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:27.267383 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-89b12944-670a-49bc-9f89-86adae4b3c79 req-84de9e3b-27d3-41b4-9309-59d767cd5351 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 945 time: 0.0489433 May 25 23:01:27.304508 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-89b12944-670a-49bc-9f89-86adae4b3c79 req-264d7e3e-fc5c-49c3-91de-e19a87a9c2e9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312147 May 25 23:01:28.181744 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4002ab-a4dd-4287-bf2f-57d94ed0b147 req-d5e52311-899e-45c8-808a-17a9eb5d0861 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:28.183900 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9e4002ab-a4dd-4287-bf2f-57d94ed0b147 req-d5e52311-899e-45c8-808a-17a9eb5d0861 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0513904 May 25 23:01:28.220667 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9e4002ab-a4dd-4287-bf2f-57d94ed0b147 req-62f56bda-0b50-44fb-9a3f-d4dc4179ee40 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 May 25 23:01:28.415645 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a598725-a1b2-4975-853f-e39b6f069e4e req-0d25b5ce-ad74-4e0d-abac-4779c5943cdd tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:28.416982 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0a598725-a1b2-4975-853f-e39b6f069e4e req-0d25b5ce-ad74-4e0d-abac-4779c5943cdd tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 945 time: 0.0481427 May 25 23:01:28.453896 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0a598725-a1b2-4975-853f-e39b6f069e4e req-512865e9-0b94-42b2-8f53-289b555f12a2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304437 May 25 23:01:29.335721 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d302be-6b7d-4f6f-9969-daecf81630f8 req-cd09577f-451e-416f-be3a-91681126f982 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:29.337122 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e5d302be-6b7d-4f6f-9969-daecf81630f8 req-cd09577f-451e-416f-be3a-91681126f982 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0462101 May 25 23:01:29.375987 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e5d302be-6b7d-4f6f-9969-daecf81630f8 req-32269919-931b-4b1c-9d8a-816986968810 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312557 May 25 23:01:29.569508 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4e579-cdde-4ccb-98c0-6bf1cd8c7f02 req-773af0f3-48ff-4c0f-b6c3-e48b1422a98a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:29.570959 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-77d4e579-cdde-4ccb-98c0-6bf1cd8c7f02 req-773af0f3-48ff-4c0f-b6c3-e48b1422a98a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 945 time: 0.0517302 May 25 23:01:29.608083 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-77d4e579-cdde-4ccb-98c0-6bf1cd8c7f02 req-1a98c8ce-56c9-49d3-aba0-7950a53327b7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 May 25 23:01:30.163059 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:01:30.263116 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:30.267336 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:30.267704 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.342974 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:01:30.343356 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.368175 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:01:30.370859 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451817c7-6dbd-4955-8265-be5a51e422f6" -d '{"events": [{"server_uuid": "f38fbda2-95d2-4734-9985-c4deeed76c6e", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:01:30.383704 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:30.407107 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f0396e-ceb3-471c-b508-2c7b06d0d0ee x-openstack-request-id: req-52f0396e-ceb3-471c-b508-2c7b06d0d0ee {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:01:30.407423 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38fbda2-95d2-4734-9985-c4deeed76c6e", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:01:30.407682 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52f0396e-ceb3-471c-b508-2c7b06d0d0ee {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:01:30.408078 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f0396e-ceb3-471c-b508-2c7b06d0d0ee'] response: {'server_uuid': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f', 'code': 200} May 25 23:01:30.446917 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.497777 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed014d9-4b3f-498d-bc89-d3371ae124c4 req-8732efe8-a686-44ca-adff-dbdea2bc2bf6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:30.498859 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:30.500338 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1ed014d9-4b3f-498d-bc89-d3371ae124c4 req-8732efe8-a686-44ca-adff-dbdea2bc2bf6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0522480 May 25 23:01:30.537974 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1ed014d9-4b3f-498d-bc89-d3371ae124c4 req-56438523-b0ff-47ab-99b4-f9db138d1cf5 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316527 May 25 23:01:30.720576 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7533c-b8c6-4598-a933-5f58b1cc9809 req-4bc27844-bd82-4c71-a66f-41a4cc169764 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:30.722009 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-09d7533c-b8c6-4598-a933-5f58b1cc9809 req-4bc27844-bd82-4c71-a66f-41a4cc169764 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 946 time: 0.0480359 May 25 23:01:30.760265 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-09d7533c-b8c6-4598-a933-5f58b1cc9809 req-8eb514c0-1388-4f99-a9da-b4d55c601e45 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322216 May 25 23:01:30.807606 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fed31-9fbc-41df-9370-d4c46248f4aa req-824a59a5-4247-45ba-bb55-73dc78d6366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:30.809734 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-723fed31-9fbc-41df-9370-d4c46248f4aa req-824a59a5-4247-45ba-bb55-73dc78d6366e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 1099 time: 0.0433831 May 25 23:01:30.856283 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-723fed31-9fbc-41df-9370-d4c46248f4aa req-834d5888-1ff9-4183-803a-6e9f2e13558d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335565 May 25 23:01:31.656516 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1e04d-581f-4407-b75e-7f9c9caccd47 req-a344aa10-f19c-4728-8564-52a9d0974055 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:31.657932 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7bb1e04d-581f-4407-b75e-7f9c9caccd47 req-a344aa10-f19c-4728-8564-52a9d0974055 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0483077 May 25 23:01:31.694429 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7bb1e04d-581f-4407-b75e-7f9c9caccd47 req-927f577e-fd92-4410-8370-9d980216d771 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304840 May 25 23:01:32.020731 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b691da3-2c71-4d50-91e0-12e421e37d34 req-3ece0ac9-bccc-4c92-8622-96566ef519cc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:32.022135 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8b691da3-2c71-4d50-91e0-12e421e37d34 req-3ece0ac9-bccc-4c92-8622-96566ef519cc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 946 time: 0.1962028 May 25 23:01:32.059219 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8b691da3-2c71-4d50-91e0-12e421e37d34 req-46c64fef-918c-4ace-9352-e832958c7389 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309966 May 25 23:01:32.175161 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 78402ea2-c054-40f2-8ce5-777eb82b7451 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:01:32.267936 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:32.391853 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'port_id': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'mac_address': 'fa:16:3e:26:09:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:01:32.426444 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 78402ea2-c054-40f2-8ce5-777eb82b7451 is: ACTIVE; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:01:32.426825 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:32.439146 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78402ea2-c054-40f2-8ce5-777eb82b7451 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:01:32.458746 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:32.509930 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:32.556644 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=78402ea2-c054-40f2-8ce5-777eb82b7451,revision_number=6']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:32.790009 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['78402ea2-c054-40f2-8ce5-777eb82b7451'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:01:32.865988 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50501f2-a2da-4d71-a12c-dd3404572d2d req-38f313bf-61ec-4e84-81ac-d3298300ea4e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:32.867438 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c50501f2-a2da-4d71-a12c-dd3404572d2d req-38f313bf-61ec-4e84-81ac-d3298300ea4e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 944 time: 0.1027629 May 25 23:01:32.904505 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c50501f2-a2da-4d71-a12c-dd3404572d2d req-9feeff05-1822-4329-8ab1-5a7908e04862 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303469 May 25 23:01:33.170542 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0c313-f6ac-4c22-abbf-496e1c95dfc8 req-bcb58e48-bc1b-42a4-9172-a7b741c04fae tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:33.171996 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bba0c313-f6ac-4c22-abbf-496e1c95dfc8 req-bcb58e48-bc1b-42a4-9172-a7b741c04fae tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 946 time: 0.0476387 May 25 23:01:33.208789 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bba0c313-f6ac-4c22-abbf-496e1c95dfc8 req-f3d539e9-1cfa-4e01-9a89-b93ac0746be8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309589 May 25 23:01:34.021632 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc8f3e-efac-4f98-91a6-400686fffcae req-fbd5d8f1-fa13-4775-87bb-2d3bac503368 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:34.023070 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-07dc8f3e-efac-4f98-91a6-400686fffcae req-fbd5d8f1-fa13-4775-87bb-2d3bac503368 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 944 time: 0.0476232 May 25 23:01:34.059638 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-07dc8f3e-efac-4f98-91a6-400686fffcae req-b775332f-2bee-41df-bc95-8ffd6092397c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305772 May 25 23:01:34.187387 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 78402ea2-c054-40f2-8ce5-777eb82b7451 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:01:34.234604 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 78402ea2-c054-40f2-8ce5-777eb82b7451 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:34.234969 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.317635 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 78402ea2-c054-40f2-8ce5-777eb82b7451 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:01:34.318021 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.327081 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee70996-7038-471e-ba78-d59727d91801 req-1dd3fc84-3851-4e68-a1b2-2f3e8f612ab7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:34.328521 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fee70996-7038-471e-ba78-d59727d91801 req-1dd3fc84-3851-4e68-a1b2-2f3e8f612ab7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 946 time: 0.0511172 May 25 23:01:34.340406 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:01:34.342639 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7568a920-7bb6-4c25-a67d-627b6705e931" -d '{"events": [{"server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "name": "network-vif-plugged", "status": "completed", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:01:34.355537 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:34.367634 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fee70996-7038-471e-ba78-d59727d91801 req-2f35f3cd-3136-49a5-b1ef-a21f91034068 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331218 May 25 23:01:34.380248 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72d3df4-66b1-4388-be16-bf63976773d5 x-openstack-request-id: req-d72d3df4-66b1-4388-be16-bf63976773d5 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:01:34.380543 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "name": "network-vif-plugged", "status": "completed", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:01:34.380800 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d72d3df4-66b1-4388-be16-bf63976773d5 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:01:34.381194 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72d3df4-66b1-4388-be16-bf63976773d5'] response: {'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'code': 200} May 25 23:01:34.428780 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.477389 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=78402ea2-c054-40f2-8ce5-777eb82b7451,revision_number=7']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:34.482501 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbd6d4-3cc3-4a88-b234-197b86658335 req-3a925bcd-c5af-41bb-96ed-7b120cfd8822 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:34.484104 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c4bbd6d4-3cc3-4a88-b234-197b86658335 req-3a925bcd-c5af-41bb-96ed-7b120cfd8822 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 946 time: 0.0477462 May 25 23:01:34.492808 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 60346) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:01:34.497919 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-107b47de-ef74-4e33-bc7e-18f242c9cd9d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'floatingip': {'port_id': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:01:34.535143 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-107b47de-ef74-4e33-bc7e-18f242c9cd9d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.958229 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-107b47de-ef74-4e33-bc7e-18f242c9cd9d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.000808 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-107b47de-ef74-4e33-bc7e-18f242c9cd9d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.100222 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [None req-107b47de-ef74-4e33-bc7e-18f242c9cd9d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Floating IP e2714bc5-fe81-41ee-b4f9-954c02e07629 associated. External IP: 172.27.1.212, port: b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f. May 25 23:01:35.226505 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a4f0d-1ae5-4aeb-b620-795b4f44c848 req-f41b2f9e-0790-4671-aff8-c356683d3ef4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:35.227841 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-428a4f0d-1ae5-4aeb-b620-795b4f44c848 req-f41b2f9e-0790-4671-aff8-c356683d3ef4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0931475 May 25 23:01:35.303674 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-428a4f0d-1ae5-4aeb-b620-795b4f44c848 req-f97c1736-2483-4096-b455-36f05481b140 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691118 May 25 23:01:35.362192 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107b47de-ef74-4e33-bc7e-18f242c9cd9d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:01:35.470022 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107b47de-ef74-4e33-bc7e-18f242c9cd9d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:01:35.474972 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-107b47de-ef74-4e33-bc7e-18f242c9cd9d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.480186 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc8179-9571-412e-bdb9-f42ce19862b6 None None] Sync routers for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:01:35.490027 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc8179-9571-412e-bdb9-f42ce19862b6 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:01:35.493911 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-07dc8179-9571-412e-bdb9-f42ce19862b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:01:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:35.501993 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-107b47de-ef74-4e33-bc7e-18f242c9cd9d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "PUT /v2.0/floatingips/e2714bc5-fe81-41ee-b4f9-954c02e07629 HTTP/1.1" status: 200 len: 992 time: 1.0080297 May 25 23:01:35.502807 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'tag': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:01:35.505214 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8959752-a48b-4b54-9110-b5d7516d6273" -d '{"events": [{"name": "network-changed", "server_uuid": "f38fbda2-95d2-4734-9985-c4deeed76c6e", "tag": "b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:01:35.541626 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb44f8a8-1d71-4f31-bb27-59870a4443ca x-openstack-request-id: req-fb44f8a8-1d71-4f31-bb27-59870a4443ca {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:01:35.541963 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38fbda2-95d2-4734-9985-c4deeed76c6e", "tag": "b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:01:35.542204 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb44f8a8-1d71-4f31-bb27-59870a4443ca {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:01:35.542678 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb44f8a8-1d71-4f31-bb27-59870a4443ca'] response: {'name': 'network-changed', 'server_uuid': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'tag': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f', 'status': 'completed', 'code': 200} May 25 23:01:35.598381 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-07dc8179-9571-412e-bdb9-f42ce19862b6 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:01:35.647019 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8959752-a48b-4b54-9110-b5d7516d6273 req-2d854dfe-7830-46f4-a6bb-644971b95a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:35.648503 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8959752-a48b-4b54-9110-b5d7516d6273 req-2d854dfe-7830-46f4-a6bb-644971b95a80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 1099 time: 0.0437512 May 25 23:01:35.737901 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8959752-a48b-4b54-9110-b5d7516d6273 req-566fe399-85c7-4bc1-b056-dfe05e0ce51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:35.739807 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8959752-a48b-4b54-9110-b5d7516d6273 req-566fe399-85c7-4bc1-b056-dfe05e0ce51e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 915 time: 0.0835330 May 25 23:01:35.813373 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8959752-a48b-4b54-9110-b5d7516d6273 req-000c61ec-54a7-4b18-bdeb-f38080ff1e52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f HTTP/1.1" status: 200 len: 1000 time: 0.0607815 May 25 23:01:35.822191 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-07dc8179-9571-412e-bdb9-f42ce19862b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bb6102df-058a-4732-b8e7-4dffb04d5e43', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:47:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eff1e9-bed7-4efa-86de-1585b975a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:43Z', 'updated_at': '2022-05-25T22:57:27Z', 'revision_number': 2, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}, {'id': 'e2714bc5-fe81-41ee-b4f9-954c02e07629', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:4b:d5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:14Z', 'updated_at': '2022-05-25T23:01:34Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:35.847863 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc8179-9571-412e-bdb9-f42ce19862b6 None None] Checking router: c3b3a688-ed9e-4dd5-b5fb-50af9944f744 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:01:35.856610 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc8179-9571-412e-bdb9-f42ce19862b6 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:01:35.857217 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-07dc8179-9571-412e-bdb9-f42ce19862b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:01:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:35.865336 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8959752-a48b-4b54-9110-b5d7516d6273 req-e48dc967-baff-43d3-9321-99b29c9f0657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:35.866922 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8959752-a48b-4b54-9110-b5d7516d6273 req-e48dc967-baff-43d3-9321-99b29c9f0657 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.0431685 May 25 23:01:35.918117 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8959752-a48b-4b54-9110-b5d7516d6273 req-aafe5da9-d6fe-4471-b126-05f7981b925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:35.919679 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8959752-a48b-4b54-9110-b5d7516d6273 req-aafe5da9-d6fe-4471-b126-05f7981b925f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398960 May 25 23:01:35.960669 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-07dc8179-9571-412e-bdb9-f42ce19862b6 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:01:36.012597 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8959752-a48b-4b54-9110-b5d7516d6273 req-55cbccef-1c23-481e-9d16-4cce9f7c46ed service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841122 May 25 23:01:36.104359 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8959752-a48b-4b54-9110-b5d7516d6273 req-7fe82fa4-a3fe-4407-87d2-3fb676142569 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824912 May 25 23:01:36.187304 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-07dc8179-9571-412e-bdb9-f42ce19862b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bb6102df-058a-4732-b8e7-4dffb04d5e43', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:47:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eff1e9-bed7-4efa-86de-1585b975a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:43Z', 'updated_at': '2022-05-25T22:57:27Z', 'revision_number': 2, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}, {'id': 'e2714bc5-fe81-41ee-b4f9-954c02e07629', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:4b:d5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:14Z', 'updated_at': '2022-05-25T23:01:34Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:36.212331 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc8179-9571-412e-bdb9-f42ce19862b6 None None] The sync data for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi is: [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bb6102df-058a-4732-b8e7-4dffb04d5e43', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:47:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eff1e9-bed7-4efa-86de-1585b975a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:43Z', 'updated_at': '2022-05-25T22:57:27Z', 'revision_number': 2, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}, {'id': 'e2714bc5-fe81-41ee-b4f9-954c02e07629', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:4b:d5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:14Z', 'updated_at': '2022-05-25T23:01:34Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:01:36.399801 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617218f-4b42-43ac-8572-30fe49c82e44 None None] New status for floating IP e2714bc5-fe81-41ee-b4f9-954c02e07629: ACTIVE {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:01:36.425677 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f184-e43c-421a-94f6-397cb5bf5f76 req-26f67353-6a99-4cac-b89c-d4f85c829440 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:36.427329 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ec02f184-e43c-421a-94f6-397cb5bf5f76 req-26f67353-6a99-4cac-b89c-d4f85c829440 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0509126 May 25 23:01:36.465772 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ec02f184-e43c-421a-94f6-397cb5bf5f76 req-3fbce4c5-3379-4c74-be83-2c4b3089579f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323265 May 25 23:01:37.590109 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f273e0-6a5e-4a89-a855-300ff779a7cd req-6b7c8be9-a82b-40ac-8dda-5aa1e5d9e4f8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:37.591657 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-38f273e0-6a5e-4a89-a855-300ff779a7cd req-6b7c8be9-a82b-40ac-8dda-5aa1e5d9e4f8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0537004 May 25 23:01:37.628951 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-38f273e0-6a5e-4a89-a855-300ff779a7cd req-acc0437e-afd5-4884-a0a7-2cfb0cf395c3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312660 May 25 23:01:38.748868 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003dc2-d6a2-456c-a206-2393eb9f58af req-f53af4d5-f9a9-4b43-bfa6-7830fdfd7195 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:38.750234 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f4003dc2-d6a2-456c-a206-2393eb9f58af req-f53af4d5-f9a9-4b43-bfa6-7830fdfd7195 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0519269 May 25 23:01:38.786882 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f4003dc2-d6a2-456c-a206-2393eb9f58af req-f4921f3a-57f9-460a-8284-9c513691d1c4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306528 May 25 23:01:38.860972 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:01:39.907427 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369747e4-02c8-4fb1-8d1f-453f59e662a0 req-0a15d695-d53a-4b85-b9d6-ffc4942fd858 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:39.908939 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-369747e4-02c8-4fb1-8d1f-453f59e662a0 req-0a15d695-d53a-4b85-b9d6-ffc4942fd858 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0505307 May 25 23:01:39.947202 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-369747e4-02c8-4fb1-8d1f-453f59e662a0 req-760eb4f1-3b48-48bf-bf2f-1f8687a1e0b6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322080 May 25 23:01:41.081733 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042deb36-511c-4bb1-bc81-15d8e04c3072 req-b6a3a36b-d6e0-403b-9ad3-942d58d66e46 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:41.083214 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-042deb36-511c-4bb1-bc81-15d8e04c3072 req-b6a3a36b-d6e0-403b-9ad3-942d58d66e46 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0588999 May 25 23:01:41.131026 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-042deb36-511c-4bb1-bc81-15d8e04c3072 req-aa95a85a-258a-4dc0-a2da-727bbc51cc78 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405324 May 25 23:01:41.767577 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-42359349-79ff-4ca7-b344-ba655061a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.315818 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150dede-74ec-4d9d-8441-c664e6f8bcc4 req-35454972-ab86-4f54-a445-a1216773170c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:42.317571 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e150dede-74ec-4d9d-8441-c664e6f8bcc4 req-35454972-ab86-4f54-a445-a1216773170c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.1039937 May 25 23:01:42.396909 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e150dede-74ec-4d9d-8441-c664e6f8bcc4 req-264c30af-4628-4335-be09-782da3f619b5 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720804 May 25 23:01:43.545643 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b693e-e26a-4788-9ebc-784990ab6f5f req-6cec4a2b-403e-4e7b-9704-6d084b8d5882 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:43.547140 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eb0b693e-e26a-4788-9ebc-784990ab6f5f req-6cec4a2b-403e-4e7b-9704-6d084b8d5882 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0521953 May 25 23:01:43.588245 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eb0b693e-e26a-4788-9ebc-784990ab6f5f req-ffd36a4c-132f-4845-9bb4-42f1fa505d07 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351334 May 25 23:01:44.178418 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7b6-662b-403a-a943-d7bf07f4e6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:44.844026 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbad7fd-f2af-4bfe-97f5-2a7fa57dd19b req-2776caef-1292-4526-bc00-02153a97905e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:44.845560 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ffbad7fd-f2af-4bfe-97f5-2a7fa57dd19b req-2776caef-1292-4526-bc00-02153a97905e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0570240 May 25 23:01:44.886185 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ffbad7fd-f2af-4bfe-97f5-2a7fa57dd19b req-52e646d0-6134-4540-8dab-65b7f7d3e8eb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336678 May 25 23:01:45.247429 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:46.013211 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22772a4-2e67-4b62-93c7-98e26333dd4c req-96e66152-0150-47e5-8f47-27b436a2211b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:46.020755 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a22772a4-2e67-4b62-93c7-98e26333dd4c req-96e66152-0150-47e5-8f47-27b436a2211b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0597928 May 25 23:01:46.063027 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a22772a4-2e67-4b62-93c7-98e26333dd4c req-e0587fd3-edee-4e51-9dc5-078999d57727 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413599 May 25 23:01:46.812817 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.144246 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.189715 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f1d9a-b45f-4a84-8e7a-02369a62a695 req-66385a31-b64b-4cf1-8c56-1e0a3b90d7bf tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:47.191853 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-144f1d9a-b45f-4a84-8e7a-02369a62a695 req-66385a31-b64b-4cf1-8c56-1e0a3b90d7bf tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0568299 May 25 23:01:47.231806 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-144f1d9a-b45f-4a84-8e7a-02369a62a695 req-47ee1b46-9e1c-4690-a524-ccc9680e5c2a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335746 May 25 23:01:48.368877 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d724-68ab-468f-87b6-0dc17e0dc0e6 req-f388e16c-228d-4840-a4d4-666b8f0bdeee tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:48.370352 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-86b6d724-68ab-468f-87b6-0dc17e0dc0e6 req-f388e16c-228d-4840-a4d4-666b8f0bdeee tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0522854 May 25 23:01:48.420641 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-86b6d724-68ab-468f-87b6-0dc17e0dc0e6 req-e865d394-577f-499b-a2f0-703ee34d07ae tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382662 May 25 23:01:49.549211 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115b49b-3b76-4de6-b727-6289fad96d9e req-7267baf0-52d9-4cee-b40e-ff67840a618c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:49.556817 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1115b49b-3b76-4de6-b727-6289fad96d9e req-7267baf0-52d9-4cee-b40e-ff67840a618c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0631535 May 25 23:01:49.597246 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1115b49b-3b76-4de6-b727-6289fad96d9e req-9c81e734-2077-4ec6-853a-bdb7d1b397f6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395093 May 25 23:01:50.720594 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454738a-e686-4d1e-b3fc-89ded32d4e03 req-8fc3a414-291b-4a99-9df5-6c36d9f3585b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:50.722980 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8454738a-e686-4d1e-b3fc-89ded32d4e03 req-8fc3a414-291b-4a99-9df5-6c36d9f3585b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0517278 May 25 23:01:50.766880 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8454738a-e686-4d1e-b3fc-89ded32d4e03 req-4a2ba4d8-2e8c-4c29-8104-013b486ac78c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356510 May 25 23:01:51.888126 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d3614-093a-4b09-b42a-0ea26c108527 req-851847ec-502c-46ea-86b0-5c6921e955ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:51.889545 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bd7d3614-093a-4b09-b42a-0ea26c108527 req-851847ec-502c-46ea-86b0-5c6921e955ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0518608 May 25 23:01:51.925997 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bd7d3614-093a-4b09-b42a-0ea26c108527 req-7ff56abe-ade4-4121-a3f8-4aeb482a3785 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305836 May 25 23:01:53.049263 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff8563-a207-4e73-8d0d-ced223462c60 req-420803c2-026c-456b-9b3a-81b42a8c37f7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:53.050739 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8ff8563-a207-4e73-8d0d-ced223462c60 req-420803c2-026c-456b-9b3a-81b42a8c37f7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0537322 May 25 23:01:53.113759 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8ff8563-a207-4e73-8d0d-ced223462c60 req-8873c924-b64e-48c5-b878-236424f4b1f9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566416 May 25 23:01:53.123257 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ae9ba-ea2d-490f-97e2-b4a426242d1e req-a3cf776f-97ae-42ec-b7f7-2c7c6aac457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:53.124664 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d38ae9ba-ea2d-490f-97e2-b4a426242d1e req-a3cf776f-97ae-42ec-b7f7-2c7c6aac457b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 1098 time: 0.1019790 May 25 23:01:53.218196 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ae9ba-ea2d-490f-97e2-b4a426242d1e req-a09ecf52-468d-4bd4-b924-1ba7474068df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:53.219568 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d38ae9ba-ea2d-490f-97e2-b4a426242d1e req-a09ecf52-468d-4bd4-b924-1ba7474068df service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 917 time: 0.0866537 May 25 23:01:53.283803 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d38ae9ba-ea2d-490f-97e2-b4a426242d1e req-ebc5dd95-5769-4605-82f8-6a5a616e9aef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78402ea2-c054-40f2-8ce5-777eb82b7451 HTTP/1.1" status: 200 len: 1001 time: 0.0560555 May 25 23:01:53.337190 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ae9ba-ea2d-490f-97e2-b4a426242d1e req-99b8dfe6-1e1e-445b-bfae-4439e580258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:53.338651 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d38ae9ba-ea2d-490f-97e2-b4a426242d1e req-99b8dfe6-1e1e-445b-bfae-4439e580258e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 200 len: 855 time: 0.0461979 May 25 23:01:53.387816 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ae9ba-ea2d-490f-97e2-b4a426242d1e req-0b730ec5-421c-43b7-97f2-5cd5c0a2e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:53.389221 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d38ae9ba-ea2d-490f-97e2-b4a426242d1e req-0b730ec5-421c-43b7-97f2-5cd5c0a2e985 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f0395b-c390-4bb8-bd13-7c3f2ff21723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387931 May 25 23:01:53.481606 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d38ae9ba-ea2d-490f-97e2-b4a426242d1e req-c25dab35-a792-4004-9486-803449cbd2de service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791926 May 25 23:01:53.572565 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d38ae9ba-ea2d-490f-97e2-b4a426242d1e req-e95c7f47-f9d9-44ec-be9b-894d68c0b635 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834050 May 25 23:01:54.233008 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a8d5a-7109-4737-8fd1-df89a59fb668 req-3c846030-0e13-48f9-ad73-77fd47ed4c63 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:54.234563 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e93a8d5a-7109-4737-8fd1-df89a59fb668 req-3c846030-0e13-48f9-ad73-77fd47ed4c63 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0481386 May 25 23:01:54.272869 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e93a8d5a-7109-4737-8fd1-df89a59fb668 req-90437c8b-0556-495f-b63c-c7bc46c1fd41 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315723 May 25 23:01:55.390278 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6e85d-1fee-4f08-b30b-c390a2fa954b req-420ac944-b8f4-4967-80f4-c8fd1dddc68a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:55.391984 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a9f6e85d-1fee-4f08-b30b-c390a2fa954b req-420ac944-b8f4-4967-80f4-c8fd1dddc68a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 945 time: 0.0486956 May 25 23:01:55.431907 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a9f6e85d-1fee-4f08-b30b-c390a2fa954b req-6ae842f9-b28f-487d-8473-3b2a3ad46849 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340946 May 25 23:01:55.692245 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:56.315183 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 78402ea2-c054-40f2-8ce5-777eb82b7451 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:01:56.395066 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 78402ea2-c054-40f2-8ce5-777eb82b7451 is: ACTIVE; New status is: DOWN {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:01:56.395358 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:56.416696 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:01:56.418955 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b9f8d8-3992-4cee-a2dd-2cdb5c20ec9e" -d '{"events": [{"server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "name": "network-vif-unplugged", "status": "completed", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:01:56.431236 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:56.454838 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 23:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f4cf9b-1354-4a2b-ab12-f0c7a7c8d041 x-openstack-request-id: req-41f4cf9b-1354-4a2b-ab12-f0c7a7c8d041 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:01:56.455144 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "name": "network-vif-unplugged", "status": "completed", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:01:56.455402 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41f4cf9b-1354-4a2b-ab12-f0c7a7c8d041 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:01:56.455807 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f4cf9b-1354-4a2b-ab12-f0c7a7c8d041'] response: {'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'code': 200} May 25 23:01:56.492595 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:56.540571 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=78402ea2-c054-40f2-8ce5-777eb82b7451,revision_number=8']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:56.547596 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.547961 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.548331 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.548676 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.549006 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.549331 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.549650 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.549971 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.550327 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.550663 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.550980 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.551294 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:56.552383 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cca8b-d56f-4296-bde5-c9a7e581805d req-1286ce80-b1b9-4802-9e2e-366dfa773732 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:56.553841 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-867cca8b-d56f-4296-bde5-c9a7e581805d req-1286ce80-b1b9-4802-9e2e-366dfa773732 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0506504 May 25 23:01:56.592084 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-867cca8b-d56f-4296-bde5-c9a7e581805d req-b0160707-b3aa-4831-9f6c-83e3b46f4f94 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319760 May 25 23:01:57.874803 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-49064c7f-8a57-4df6-a3be-7735c53a2cad req-5614eaf0-3fd8-48b7-855e-cfd1b162bb38 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 23:01:57.875798 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-49064c7f-8a57-4df6-a3be-7735c53a2cad req-5614eaf0-3fd8-48b7-855e-cfd1b162bb38 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479341 May 25 23:01:58.161020 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63828760-95da-418a-aad5-9ba242e23d8a req-f12c0587-d4ff-4cad-bc0b-9e4ecb21361d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:58.162507 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-63828760-95da-418a-aad5-9ba242e23d8a req-f12c0587-d4ff-4cad-bc0b-9e4ecb21361d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0506308 May 25 23:01:58.200696 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-63828760-95da-418a-aad5-9ba242e23d8a req-0cd0297d-77a1-437c-9690-9ca2d505012b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318985 May 25 23:01:58.556657 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 60496) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:01:58.636775 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-369cc7c9-8492-4435-b554-c7ff8acea481 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789394 May 25 23:01:58.645162 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-107d21a5-96c1-49de-82ec-5d612ec0ca67 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 23:01:58.646084 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-107d21a5-96c1-49de-82ec-5d612ec0ca67 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045960 May 25 23:01:59.555843 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e92f81-cf34-4723-98a6-7c95c194315f req-3844e930-2fdb-4150-ade4-399e60c16977 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:01:59.557293 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-06e92f81-cf34-4723-98a6-7c95c194315f req-3844e930-2fdb-4150-ade4-399e60c16977 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.2854307 May 25 23:01:59.596283 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-06e92f81-cf34-4723-98a6-7c95c194315f req-7744152d-ac16-41dc-afdc-374932c84ada tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321519 May 25 23:02:00.339503 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 78402ea2-c054-40f2-8ce5-777eb82b7451 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:02:00.415339 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 78402ea2-c054-40f2-8ce5-777eb82b7451 is: DOWN; New status is: DOWN {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:02:00.714978 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e7b40-7a4c-40c3-98eb-93b15bd44c33 req-7d30eba1-759c-4cdd-88be-a311a9f41060 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:00.716437 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8a0e7b40-7a4c-40c3-98eb-93b15bd44c33 req-7d30eba1-759c-4cdd-88be-a311a9f41060 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0481384 May 25 23:02:00.753945 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8a0e7b40-7a4c-40c3-98eb-93b15bd44c33 req-45497c8a-9093-4e7b-8d4d-d21d76313eb0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314174 May 25 23:02:01.873348 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441a512-013c-40d5-9873-7bc8dbb7afdb req-f51bc8ef-c93e-42d5-b6a8-c90dbae314f4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:01.874806 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1441a512-013c-40d5-9873-7bc8dbb7afdb req-f51bc8ef-c93e-42d5-b6a8-c90dbae314f4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0486052 May 25 23:02:01.911225 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1441a512-013c-40d5-9873-7bc8dbb7afdb req-c2c53d23-e4d2-4f14-b973-85e2d2e1f351 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305269 May 25 23:02:02.067578 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be231bb8-d236-442b-ad87-49c4385d65ec req-a1d98cb1-8ef4-4799-bde2-3ab756268f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:02.069046 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-a1d98cb1-8ef4-4799-bde2-3ab756268f25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9&tenant_id=6b959c8b4c7c40e7a8862dce3c449e49 HTTP/1.1" status: 200 len: 1096 time: 0.0771565 May 25 23:02:02.147481 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be231bb8-d236-442b-ad87-49c4385d65ec req-685bdd66-2af3-4cc2-9edf-6f8738e2d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:02.148929 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-685bdd66-2af3-4cc2-9edf-6f8738e2d9cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 1096 time: 0.0394468 May 25 23:02:02.243212 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be231bb8-d236-442b-ad87-49c4385d65ec req-8f967862-80a7-4d0c-8177-31cda5ab38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:02.244625 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-8f967862-80a7-4d0c-8177-31cda5ab38a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 917 time: 0.0852759 May 25 23:02:02.307453 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-04230fd0-575a-4202-8a08-f9ff008254b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78402ea2-c054-40f2-8ce5-777eb82b7451 HTTP/1.1" status: 200 len: 999 time: 0.0552800 May 25 23:02:02.362010 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be231bb8-d236-442b-ad87-49c4385d65ec req-5c9a40bc-da4b-400e-a215-86447ecede86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:02.363323 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-5c9a40bc-da4b-400e-a215-86447ecede86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 200 len: 855 time: 0.0452125 May 25 23:02:02.408721 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be231bb8-d236-442b-ad87-49c4385d65ec req-7408ae72-0209-4217-9fa0-d337211d3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:02.410126 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-7408ae72-0209-4217-9fa0-d337211d3484 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f0395b-c390-4bb8-bd13-7c3f2ff21723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384963 May 25 23:02:02.498989 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-046d77bc-3a15-498c-af69-b4b3f30e94f8 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775194 May 25 23:02:02.595832 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-6785e1f7-d649-4c82-881f-00648dc4745d service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840955 May 25 23:02:03.034885 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717886f3-637f-460a-98e9-4facd0ebe518 req-8f74542e-98ea-4c7d-b00e-2268a05d4d59 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:03.036391 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-717886f3-637f-460a-98e9-4facd0ebe518 req-8f74542e-98ea-4c7d-b00e-2268a05d4d59 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0514703 May 25 23:02:03.075206 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-717886f3-637f-460a-98e9-4facd0ebe518 req-077655ea-8245-4e20-8b13-3ae1fe0f26fe tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328333 May 25 23:02:04.199071 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6515996-5b0e-40bc-9caf-02bfa55e9302 req-0a5cb3f4-5bff-4ad1-b465-8fcaa0935168 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:04.200603 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c6515996-5b0e-40bc-9caf-02bfa55e9302 req-0a5cb3f4-5bff-4ad1-b465-8fcaa0935168 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0497439 May 25 23:02:04.238277 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c6515996-5b0e-40bc-9caf-02bfa55e9302 req-acbcc706-edc4-44ed-a443-dfef5e7b166b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315876 May 25 23:02:05.368039 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c4773-a372-472b-ab2f-d7d6896793d2 req-c6370a36-447d-4b0a-9640-45836ff1b987 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:05.369425 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cd6c4773-a372-472b-ab2f-d7d6896793d2 req-c6370a36-447d-4b0a-9640-45836ff1b987 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0584066 May 25 23:02:05.410269 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cd6c4773-a372-472b-ab2f-d7d6896793d2 req-63650310-2510-48ca-9c93-2a46cc758723 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343792 May 25 23:02:06.536823 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c484b3-4fda-4137-ad28-3a5e3e295953 req-d7df3971-eae5-4ae6-b02a-19d940f63df9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:06.538310 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c8c484b3-4fda-4137-ad28-3a5e3e295953 req-d7df3971-eae5-4ae6-b02a-19d940f63df9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0486748 May 25 23:02:06.576274 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c8c484b3-4fda-4137-ad28-3a5e3e295953 req-4faecef1-9df6-4e61-9f90-a809295553cd tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317287 May 25 23:02:07.697389 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858cfb4-4e94-4e5f-966a-bb6280eb1634 req-79de55b5-ac26-43e9-abab-249f024097ce tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:07.699653 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e858cfb4-4e94-4e5f-966a-bb6280eb1634 req-79de55b5-ac26-43e9-abab-249f024097ce tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0490723 May 25 23:02:07.736718 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e858cfb4-4e94-4e5f-966a-bb6280eb1634 req-fe2dedca-138b-4f99-a46e-96fa52581f1e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311537 May 25 23:02:08.865366 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfdc10-cb21-49dc-b06c-714c16307279 req-97e3f66d-1102-48a3-9e0b-b3e6b4768e3d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:08.866883 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7dfdc10-cb21-49dc-b06c-714c16307279 req-97e3f66d-1102-48a3-9e0b-b3e6b4768e3d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0568118 May 25 23:02:08.905167 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7dfdc10-cb21-49dc-b06c-714c16307279 req-736c0b4e-ad19-4758-9f58-9e487685f84f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315561 May 25 23:02:10.032275 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ca3b5-f372-4bc2-aed0-583d9708dc41 req-c58324c8-71b8-4604-b844-2943d4290586 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:10.033753 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-111ca3b5-f372-4bc2-aed0-583d9708dc41 req-c58324c8-71b8-4604-b844-2943d4290586 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0495017 May 25 23:02:10.073926 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-111ca3b5-f372-4bc2-aed0-583d9708dc41 req-cb46f598-43f8-49d5-bbbc-ccb13b14164b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338809 May 25 23:02:11.208640 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f66762-bbc4-4210-baa0-3b6f65057fa8 req-0035fee2-f73d-4949-ae25-fd2d1d21b427 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:11.210144 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b8f66762-bbc4-4210-baa0-3b6f65057fa8 req-0035fee2-f73d-4949-ae25-fd2d1d21b427 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0568209 May 25 23:02:11.251686 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b8f66762-bbc4-4210-baa0-3b6f65057fa8 req-c0459aef-e6e9-4805-882f-0e1b8ce1d851 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348082 May 25 23:02:11.782459 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-12282204-66db-46d3-8fdc-5ee26950ccc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:12.385379 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068a18c-0e10-4011-a994-86fe88309aa1 req-5f82f12b-afbc-489a-b8c0-a3a1a94a61ee tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:12.386791 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1068a18c-0e10-4011-a994-86fe88309aa1 req-5f82f12b-afbc-489a-b8c0-a3a1a94a61ee tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0532460 May 25 23:02:12.427167 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1068a18c-0e10-4011-a994-86fe88309aa1 req-b6d1cb32-e77b-4151-8eb2-e68cbf5ee866 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336235 May 25 23:02:13.549794 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8da5d-aff7-41b8-bffa-5ef2d2097672 req-9541b02b-5b30-4edc-8e8f-83dcd9c48c84 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:13.551329 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ba8da5d-aff7-41b8-bffa-5ef2d2097672 req-9541b02b-5b30-4edc-8e8f-83dcd9c48c84 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0506968 May 25 23:02:13.590420 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ba8da5d-aff7-41b8-bffa-5ef2d2097672 req-a39f99fe-eab8-4771-96af-74349569cba7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329838 May 25 23:02:14.178779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2f47d173-5fb9-45db-8a5c-7d2aa406a67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:14.710822 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc25e8-9fdc-4f7b-8541-64ad14fc657b req-b1d69a0e-9ce2-4de9-bc59-e40526f31e2d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:14.716003 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-55dc25e8-9fdc-4f7b-8541-64ad14fc657b req-b1d69a0e-9ce2-4de9-bc59-e40526f31e2d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0482354 May 25 23:02:14.750428 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-55dc25e8-9fdc-4f7b-8541-64ad14fc657b req-c53c6cd5-f953-4037-9997-5b965271e615 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 May 25 23:02:15.252017 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:15.860141 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:02:15.871007 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52ed38-f72c-4cb9-ad02-862119cdf769 req-47fad285-cee2-47c8-b879-fce3f353c54c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:15.872494 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4a52ed38-f72c-4cb9-ad02-862119cdf769 req-47fad285-cee2-47c8-b879-fce3f353c54c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0518055 May 25 23:02:15.909605 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4a52ed38-f72c-4cb9-ad02-862119cdf769 req-aaa7c389-e2ba-4db5-bbb3-a4f6d63ee575 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305827 May 25 23:02:16.549284 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:17.029828 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0c836-ace2-42f9-baa0-13eb9e3c3c8c req-d73d36fa-2393-40de-af69-c225f7fb213c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:17.031309 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-aad0c836-ace2-42f9-baa0-13eb9e3c3c8c req-d73d36fa-2393-40de-af69-c225f7fb213c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0480449 May 25 23:02:17.068612 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-aad0c836-ace2-42f9-baa0-13eb9e3c3c8c req-a2707fc5-dd6c-42ac-bb93-f56c3ae6eac7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313478 May 25 23:02:17.119499 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:18.187570 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf99b56-f3bc-47f5-a290-21a94c2e9c56 req-8eb4e384-59c2-4a3e-ab5f-abfde7c7543e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:18.189010 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abf99b56-f3bc-47f5-a290-21a94c2e9c56 req-8eb4e384-59c2-4a3e-ab5f-abfde7c7543e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0483553 May 25 23:02:18.225909 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abf99b56-f3bc-47f5-a290-21a94c2e9c56 req-2d18ce3c-ff2a-457f-89a6-071fb747ae7f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308547 May 25 23:02:19.349018 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432f11-0353-4fa1-aa0f-47f063e157f1 req-168eb133-10b7-4ad2-99cb-74b8a717a741 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:19.350487 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34432f11-0353-4fa1-aa0f-47f063e157f1 req-168eb133-10b7-4ad2-99cb-74b8a717a741 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0518525 May 25 23:02:19.388511 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34432f11-0353-4fa1-aa0f-47f063e157f1 req-9bb50026-acee-4675-b09e-0fac9d269a6d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319712 May 25 23:02:20.509278 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2072e2-8858-483c-bacf-84fe663358c1 req-784d6fa2-b14f-443b-aba1-30f970999680 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:20.510787 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ba2072e2-8858-483c-bacf-84fe663358c1 req-784d6fa2-b14f-443b-aba1-30f970999680 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0487442 May 25 23:02:20.548034 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ba2072e2-8858-483c-bacf-84fe663358c1 req-2c3441bb-e07e-4801-b3af-5aed6a0b60d6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311627 May 25 23:02:21.665068 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46728-f046-4e7d-8d89-527e9b2dbd07 req-1c38b396-ccbc-4cf6-9fcd-1980d3dfd7b7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:21.666522 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-acc46728-f046-4e7d-8d89-527e9b2dbd07 req-1c38b396-ccbc-4cf6-9fcd-1980d3dfd7b7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0477493 May 25 23:02:21.702924 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-acc46728-f046-4e7d-8d89-527e9b2dbd07 req-f0bd409e-9d61-431c-98cc-fc8a228cdabe tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303147 May 25 23:02:22.821731 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9c8d8-5252-4343-82cf-c19a4768c9db req-a28f9ba0-2ae6-451a-8c39-d7ab0bcde065 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:22.823212 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbc9c8d8-5252-4343-82cf-c19a4768c9db req-a28f9ba0-2ae6-451a-8c39-d7ab0bcde065 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0504405 May 25 23:02:22.861003 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbc9c8d8-5252-4343-82cf-c19a4768c9db req-3cc6f723-01a6-4901-b35c-d6e403ba5060 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 May 25 23:02:23.979026 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0f0b8-53a0-4936-ba54-49b133848035 req-bc43af74-e54d-4b72-a0d3-35b4ff1c6bdb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:23.980456 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-90f0f0b8-53a0-4936-ba54-49b133848035 req-bc43af74-e54d-4b72-a0d3-35b4ff1c6bdb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0481818 May 25 23:02:24.017822 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-90f0f0b8-53a0-4936-ba54-49b133848035 req-a9218e50-0285-4795-8c48-c2eb2059d9bf tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314784 May 25 23:02:25.137169 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515201fd-d8e2-4bdd-823b-a41b3191ecbb req-e43fa6fb-74bf-4070-9294-788c1f497513 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:25.138688 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-515201fd-d8e2-4bdd-823b-a41b3191ecbb req-e43fa6fb-74bf-4070-9294-788c1f497513 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0499260 May 25 23:02:25.176697 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-515201fd-d8e2-4bdd-823b-a41b3191ecbb req-5efb1a17-f8e0-42a3-915b-9bcd5f3f59a8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313840 May 25 23:02:25.674530 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:26.298558 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0437d-6af1-4e66-8e3c-2dcffe5a1ed8 req-f89c9bc5-0303-412f-b632-a42af814b9b6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:26.300014 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0c0437d-6af1-4e66-8e3c-2dcffe5a1ed8 req-f89c9bc5-0303-412f-b632-a42af814b9b6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0528395 May 25 23:02:26.337457 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0c0437d-6af1-4e66-8e3c-2dcffe5a1ed8 req-b8bd39fa-a0f6-4aa1-9b30-0eff8388d0b0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314653 May 25 23:02:26.555068 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7771c0-0aac-4334-965c-ae0a46105c8a req-fc7c78ef-a3ca-4573-b435-3ed0b6959913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:26.556499 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ea7771c0-0aac-4334-965c-ae0a46105c8a req-fc7c78ef-a3ca-4573-b435-3ed0b6959913 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 1096 time: 0.0394301 May 25 23:02:26.671109 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7771c0-0aac-4334-965c-ae0a46105c8a req-ad0e67fa-09a9-42e3-9a79-84e560ee4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:26.672568 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ea7771c0-0aac-4334-965c-ae0a46105c8a req-ad0e67fa-09a9-42e3-9a79-84e560ee4b67 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 917 time: 0.0862665 May 25 23:02:26.745784 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ea7771c0-0aac-4334-965c-ae0a46105c8a req-fa38dc4a-742a-403d-9f10-dc6b806af7dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78402ea2-c054-40f2-8ce5-777eb82b7451 HTTP/1.1" status: 200 len: 999 time: 0.0564442 May 25 23:02:26.800047 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7771c0-0aac-4334-965c-ae0a46105c8a req-9b3e7e9c-684e-4c23-abb6-657afba5d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:26.801434 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ea7771c0-0aac-4334-965c-ae0a46105c8a req-9b3e7e9c-684e-4c23-abb6-657afba5d2ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 200 len: 855 time: 0.0431848 May 25 23:02:26.861856 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7771c0-0aac-4334-965c-ae0a46105c8a req-a0d14e23-110a-4664-ba5e-d8671f9c796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:26.863241 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ea7771c0-0aac-4334-965c-ae0a46105c8a req-a0d14e23-110a-4664-ba5e-d8671f9c796b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f0395b-c390-4bb8-bd13-7c3f2ff21723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416269 May 25 23:02:26.967649 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ea7771c0-0aac-4334-965c-ae0a46105c8a req-edd5a177-575e-4c73-b04d-dda519b43be3 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804765 May 25 23:02:27.066476 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ea7771c0-0aac-4334-965c-ae0a46105c8a req-065c5b18-fbcf-483e-9bf3-227df96c8831 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861144 May 25 23:02:27.457348 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56ef63-2bea-4092-9669-9d7672474d56 req-3e09916d-1ff3-4718-a166-7ad1c7746cf9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:27.458779 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eb56ef63-2bea-4092-9669-9d7672474d56 req-3e09916d-1ff3-4718-a166-7ad1c7746cf9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0501270 May 25 23:02:27.496961 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eb56ef63-2bea-4092-9669-9d7672474d56 req-ce7fb158-bbba-4681-a7f7-3f821d640e80 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 May 25 23:02:28.618437 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd93745-0ed8-4531-ac65-f6961431e301 req-bd091d78-71d6-4265-9749-334e1cb18297 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:28.619914 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5dd93745-0ed8-4531-ac65-f6961431e301 req-bd091d78-71d6-4265-9749-334e1cb18297 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0502346 May 25 23:02:28.659108 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5dd93745-0ed8-4531-ac65-f6961431e301 req-ff25461a-6403-435e-88c3-75387838872e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322020 May 25 23:02:28.757673 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3f9e5-4f83-4016-8197-27cc06471a9b req-6c1103f0-85c4-49b5-a7c7-200186c9165d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:28.759121 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e1b3f9e5-4f83-4016-8197-27cc06471a9b req-6c1103f0-85c4-49b5-a7c7-200186c9165d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0475724 May 25 23:02:28.799110 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e1b3f9e5-4f83-4016-8197-27cc06471a9b req-2c237be5-1849-45fb-926a-7ef1dd31861d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337701 May 25 23:02:28.864111 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7418802-6f1d-4dbe-964b-7a5359599bd6 req-373a7793-d245-4ee8-a06f-f3947e167b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:28.865561 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7418802-6f1d-4dbe-964b-7a5359599bd6 req-373a7793-d245-4ee8-a06f-f3947e167b81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 1098 time: 0.0394702 May 25 23:02:28.955007 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7418802-6f1d-4dbe-964b-7a5359599bd6 req-695046d5-eee8-4c9a-8f63-36c4e66b7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:28.956325 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7418802-6f1d-4dbe-964b-7a5359599bd6 req-695046d5-eee8-4c9a-8f63-36c4e66b7272 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.0803301 May 25 23:02:29.025528 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7418802-6f1d-4dbe-964b-7a5359599bd6 req-a96b484b-434f-4054-b2be-938a87b41ff0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40137d47-371e-4450-993c-d7604d2a57fb HTTP/1.1" status: 200 len: 1001 time: 0.0608892 May 25 23:02:29.075437 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7418802-6f1d-4dbe-964b-7a5359599bd6 req-389d6213-93b2-4824-a9d5-0b131e162459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:29.076853 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7418802-6f1d-4dbe-964b-7a5359599bd6 req-389d6213-93b2-4824-a9d5-0b131e162459 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0420239 May 25 23:02:29.123247 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7418802-6f1d-4dbe-964b-7a5359599bd6 req-bbd87c65-8947-4a22-bdce-2e241a72214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:29.124770 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7418802-6f1d-4dbe-964b-7a5359599bd6 req-bbd87c65-8947-4a22-bdce-2e241a72214f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394466 May 25 23:02:29.219864 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7418802-6f1d-4dbe-964b-7a5359599bd6 req-0687eb33-ad2c-4ded-852a-ac1e3d9a6cb0 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836730 May 25 23:02:29.307247 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7418802-6f1d-4dbe-964b-7a5359599bd6 req-217a9af7-ec85-43e2-83e8-a9cc8219f57a service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793214 May 25 23:02:29.778180 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9656a-14ca-4d03-ab68-d4e8c5b60368 req-380b7ae5-2820-4ee1-bbb9-9623ceb09986 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:29.779561 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-69e9656a-14ca-4d03-ab68-d4e8c5b60368 req-380b7ae5-2820-4ee1-bbb9-9623ceb09986 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 943 time: 0.0488520 May 25 23:02:29.820255 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-69e9656a-14ca-4d03-ab68-d4e8c5b60368 req-84256a90-9ed7-48b7-bace-e0d1d1b2696f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345724 May 25 23:02:29.915003 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715388d-7197-43bf-9f14-e5711fa4d05c req-bbcbace7-3675-4ddd-b266-ddaf4574a575 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:29.916428 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9715388d-7197-43bf-9f14-e5711fa4d05c req-bbcbace7-3675-4ddd-b266-ddaf4574a575 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0482047 May 25 23:02:29.953776 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9715388d-7197-43bf-9f14-e5711fa4d05c req-2d03a848-d59b-40b4-a1ad-24c368f04c5f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312073 May 25 23:02:30.514833 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 78402ea2-c054-40f2-8ce5-777eb82b7451 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:02:30.606955 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:30.618219 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'port_id': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'mac_address': 'fa:16:3e:26:09:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:02:30.654139 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 78402ea2-c054-40f2-8ce5-777eb82b7451 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:02:30.654550 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.671330 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78402ea2-c054-40f2-8ce5-777eb82b7451 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:02:30.689251 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:30.783836 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.829440 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=78402ea2-c054-40f2-8ce5-777eb82b7451,revision_number=9']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:30.938093 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355ede7-08d0-4c17-bbf0-6475c7edbcc6 req-e243fed7-9d9e-48ac-82d8-7a17addb2d59 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:30.939564 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1355ede7-08d0-4c17-bbf0-6475c7edbcc6 req-e243fed7-9d9e-48ac-82d8-7a17addb2d59 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 944 time: 0.0478215 May 25 23:02:30.975252 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1355ede7-08d0-4c17-bbf0-6475c7edbcc6 req-16adec64-3d21-464b-8679-4139babd0cec tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298390 May 25 23:02:31.066651 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34df170-3482-4f9b-a5ad-24ca63b112d7 req-3a650892-e49d-4602-b92f-83a82e2855f3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:31.068096 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e34df170-3482-4f9b-a5ad-24ca63b112d7 req-3a650892-e49d-4602-b92f-83a82e2855f3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0477552 May 25 23:02:31.109101 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e34df170-3482-4f9b-a5ad-24ca63b112d7 req-59b4b46a-fecd-4fc4-a16b-ce75e54e4c32 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350287 May 25 23:02:31.488042 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['78402ea2-c054-40f2-8ce5-777eb82b7451'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:02:32.095882 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f1587-9cb0-4dfd-83d2-1535dc897add req-75c550a6-9ff3-49f4-a718-f6d873c6bee3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:32.097348 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-074f1587-9cb0-4dfd-83d2-1535dc897add req-75c550a6-9ff3-49f4-a718-f6d873c6bee3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 944 time: 0.0481434 May 25 23:02:32.135155 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-074f1587-9cb0-4dfd-83d2-1535dc897add req-32eba31c-f6aa-41bb-b113-c22288f31a58 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318007 May 25 23:02:32.223419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527addb8-3441-46d6-8513-7b85f1d87d46 req-4953f00b-0715-4640-b51e-63d5a9511932 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:32.224862 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-527addb8-3441-46d6-8513-7b85f1d87d46 req-4953f00b-0715-4640-b51e-63d5a9511932 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0483978 May 25 23:02:32.262755 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-527addb8-3441-46d6-8513-7b85f1d87d46 req-4b74f897-850a-4e98-85b6-28bb0445c23a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 May 25 23:02:33.251943 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd447b77-6dfa-47d1-9841-ba88d22f3685 req-3b2a16cb-37f3-4e45-ac27-b4a69b5b0f08 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:33.253374 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bd447b77-6dfa-47d1-9841-ba88d22f3685 req-3b2a16cb-37f3-4e45-ac27-b4a69b5b0f08 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 944 time: 0.0475495 May 25 23:02:33.294132 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bd447b77-6dfa-47d1-9841-ba88d22f3685 req-b749d8e2-c875-4224-862f-7ffa6c438873 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348637 May 25 23:02:33.377002 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af2117-aea6-41d4-ba5f-73df9c316e03 req-e7a7d02b-a2b2-4b1a-8eb1-990e21488370 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:33.378348 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34af2117-aea6-41d4-ba5f-73df9c316e03 req-e7a7d02b-a2b2-4b1a-8eb1-990e21488370 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0483685 May 25 23:02:33.415188 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34af2117-aea6-41d4-ba5f-73df9c316e03 req-5d92842b-fe35-40e0-9155-86e81640f275 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308671 May 25 23:02:34.411420 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bccf5b-cbac-4c29-8589-038d8bde2cbe req-52b41164-c973-449a-8239-c538319546c3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:34.412790 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-16bccf5b-cbac-4c29-8589-038d8bde2cbe req-52b41164-c973-449a-8239-c538319546c3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 944 time: 0.0476573 May 25 23:02:34.450755 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-16bccf5b-cbac-4c29-8589-038d8bde2cbe req-cc4b9f4d-a4f3-4a3d-bb4e-3c800984c9b6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319417 May 25 23:02:34.529553 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc159bd-1262-4857-9cec-a5ccfee680cc req-f6fb1bee-8e25-4b34-a72c-651c21b592f5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:34.531573 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abc159bd-1262-4857-9cec-a5ccfee680cc req-f6fb1bee-8e25-4b34-a72c-651c21b592f5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0492680 May 25 23:02:34.551925 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 78402ea2-c054-40f2-8ce5-777eb82b7451 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:02:34.572165 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abc159bd-1262-4857-9cec-a5ccfee680cc req-318e90d6-52a5-4717-8c68-956018a462a5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345790 May 25 23:02:34.598888 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 78402ea2-c054-40f2-8ce5-777eb82b7451 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:34.599253 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:34.671724 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 78402ea2-c054-40f2-8ce5-777eb82b7451 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:02:34.672027 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:34.696338 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:02:34.698597 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb943016-e676-4ad4-9680-66c571b16c3c" -d '{"events": [{"server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "name": "network-vif-plugged", "status": "completed", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:02:34.711643 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:34.760749 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:34.789411 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dda31ae-5315-42cf-9ac4-7e4b45d10117 x-openstack-request-id: req-1dda31ae-5315-42cf-9ac4-7e4b45d10117 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:02:34.789706 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "name": "network-vif-plugged", "status": "completed", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:02:34.789960 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dda31ae-5315-42cf-9ac4-7e4b45d10117 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:02:34.790417 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dda31ae-5315-42cf-9ac4-7e4b45d10117'] response: {'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'code': 200} May 25 23:02:34.811441 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=78402ea2-c054-40f2-8ce5-777eb82b7451,revision_number=10']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:35.571749 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ac3f8-f552-4463-8ebb-681b5c8b233e req-8f61d1d5-2251-4714-93dc-b70fd307c1e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:35.573187 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-113ac3f8-f552-4463-8ebb-681b5c8b233e req-8f61d1d5-2251-4714-93dc-b70fd307c1e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 946 time: 0.0480247 May 25 23:02:35.612654 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-113ac3f8-f552-4463-8ebb-681b5c8b233e req-df42e462-f939-4e2d-8597-d88399f782a6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323548 May 25 23:02:35.692588 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fddaf-78d3-4228-9727-42ebb4c022ed req-97eb858f-8419-413e-aec0-9f75ee58d52a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:35.694024 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f89fddaf-78d3-4228-9727-42ebb4c022ed req-97eb858f-8419-413e-aec0-9f75ee58d52a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0484276 May 25 23:02:35.732363 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f89fddaf-78d3-4228-9727-42ebb4c022ed req-e6a562aa-0a8e-48d7-bf1c-8f02680c110a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321848 May 25 23:02:35.811939 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67afda-6390-41dd-bb74-af9f2404bf16 req-6f8cd4b2-1d39-4594-a12d-52c112f17249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:35.813492 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9c67afda-6390-41dd-bb74-af9f2404bf16 req-6f8cd4b2-1d39-4594-a12d-52c112f17249 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 1099 time: 0.0397906 May 25 23:02:35.854245 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9c67afda-6390-41dd-bb74-af9f2404bf16 req-31c0ea42-2d6b-4847-9006-441b4718b272 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306728 May 25 23:02:36.734211 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5e81-b221-4789-bd60-e2e81e2a4ea2 req-52a4b86e-4e2d-4499-b982-72d0f766fa00 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:36.735824 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-006e5e81-b221-4789-bd60-e2e81e2a4ea2 req-52a4b86e-4e2d-4499-b982-72d0f766fa00 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 946 time: 0.0479865 May 25 23:02:36.773781 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-006e5e81-b221-4789-bd60-e2e81e2a4ea2 req-6b3826c1-30e5-474e-9703-d5250269d03d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317137 May 25 23:02:36.849044 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94e87f-b37d-442a-a12f-fa86aa9737bd req-7c27985f-1ff2-4a50-84a7-874f7f3cba69 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:36.850527 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9d94e87f-b37d-442a-a12f-fa86aa9737bd req-7c27985f-1ff2-4a50-84a7-874f7f3cba69 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0486069 May 25 23:02:36.887715 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9d94e87f-b37d-442a-a12f-fa86aa9737bd req-9ec7bc39-7b58-4298-ac3a-2ec461fe6cf0 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311029 May 25 23:02:37.892255 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b556aa-2c76-443f-8f81-96f73bc2197a req-24891150-f7b1-4d29-9345-b78a0b4e2580 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:37.893672 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-05b556aa-2c76-443f-8f81-96f73bc2197a req-24891150-f7b1-4d29-9345-b78a0b4e2580 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 946 time: 0.0481369 May 25 23:02:37.935418 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-05b556aa-2c76-443f-8f81-96f73bc2197a req-3cd183d9-284f-463e-8e94-7e85d0a91021 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357955 May 25 23:02:38.002874 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc6984-2b5e-4dfa-8e19-794e62e803d1 req-1aef73c1-27a5-456c-896f-d9c30bd30d8a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:38.004369 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f4bc6984-2b5e-4dfa-8e19-794e62e803d1 req-1aef73c1-27a5-456c-896f-d9c30bd30d8a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0486574 May 25 23:02:38.041175 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f4bc6984-2b5e-4dfa-8e19-794e62e803d1 req-fadc090f-a7f0-4559-8c6b-037eafa4698e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 May 25 23:02:39.053727 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cc7ef-fc65-4b16-9f7f-06186a8a52df req-764029ee-a77a-4d6f-97a8-52849fedf754 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:39.055211 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-923cc7ef-fc65-4b16-9f7f-06186a8a52df req-764029ee-a77a-4d6f-97a8-52849fedf754 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 946 time: 0.0480406 May 25 23:02:39.095572 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-923cc7ef-fc65-4b16-9f7f-06186a8a52df req-c3950a1f-531c-44fc-a144-069e7c67eb37 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341001 May 25 23:02:39.159936 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912703b-3611-4f68-a4c0-ef81c8fb360b req-bb56a707-83e8-472d-b561-e413af6d662c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:39.161429 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9912703b-3611-4f68-a4c0-ef81c8fb360b req-bb56a707-83e8-472d-b561-e413af6d662c tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0497727 May 25 23:02:39.202752 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9912703b-3611-4f68-a4c0-ef81c8fb360b req-49deb01b-d9a2-4313-a688-bc1281c56a61 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350697 May 25 23:02:40.226253 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf640-41d6-49f6-94fb-1cc9d6d50a74 req-b0cfa6fe-2c08-41be-a485-4c9cc50cfe51 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:40.227712 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c9cdf640-41d6-49f6-94fb-1cc9d6d50a74 req-b0cfa6fe-2c08-41be-a485-4c9cc50cfe51 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 946 time: 0.0488403 May 25 23:02:40.265384 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c9cdf640-41d6-49f6-94fb-1cc9d6d50a74 req-b96b389e-4cc5-461d-9843-1dcdc49eb0bb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315695 May 25 23:02:40.315962 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fa00b-72d0-4ff2-9f26-f66290affd5c req-83d48c27-f321-445f-8c9d-6bbc00c3ac28 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:40.317375 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-529fa00b-72d0-4ff2-9f26-f66290affd5c req-83d48c27-f321-445f-8c9d-6bbc00c3ac28 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0466638 May 25 23:02:40.353945 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-529fa00b-72d0-4ff2-9f26-f66290affd5c req-722cb416-87e9-45d3-90ac-8069daec2d5a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306036 May 25 23:02:41.467487 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158672c-6038-42ca-a86b-b4bf59371f5c req-67b03c60-85c3-41f8-b682-a445587486e2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:41.469599 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a158672c-6038-42ca-a86b-b4bf59371f5c req-67b03c60-85c3-41f8-b682-a445587486e2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0478177 May 25 23:02:41.510569 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a158672c-6038-42ca-a86b-b4bf59371f5c req-a4282899-8f86-4e68-ba31-25c0c15fa07f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340734 May 25 23:02:41.743302 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-538420bc-9acb-4721-9e3e-cc5a147b0749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.624048 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1cee3-ba10-45cd-b30e-b85a01d8fb3c req-928b94e6-f3e3-4279-8a06-c45a70db57a5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:42.625512 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0bb1cee3-ba10-45cd-b30e-b85a01d8fb3c req-928b94e6-f3e3-4279-8a06-c45a70db57a5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0484343 May 25 23:02:42.662343 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0bb1cee3-ba10-45cd-b30e-b85a01d8fb3c req-aafe50be-87f0-4b27-bda2-26a1e12d1d5f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309741 May 25 23:02:43.778410 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7bc5-e962-470b-b90b-5bca1f593377 req-3c5ef1c9-5a43-4d9a-8010-795e5b46c315 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:43.779932 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-51fd7bc5-e962-470b-b90b-5bca1f593377 req-3c5ef1c9-5a43-4d9a-8010-795e5b46c315 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0477750 May 25 23:02:43.816571 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-51fd7bc5-e962-470b-b90b-5bca1f593377 req-72bcbef3-4a2e-46a6-a700-01b4ddf15b0f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300856 May 25 23:02:44.165851 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-00f4e829-3930-4286-b56c-ce0e625a12cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:44.932534 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0f525-64ba-4556-a55c-e8fa1e767804 req-c30d435f-32a7-4888-ac1a-e4bd8f81dd49 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:44.933959 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cff0f525-64ba-4556-a55c-e8fa1e767804 req-c30d435f-32a7-4888-ac1a-e4bd8f81dd49 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0483990 May 25 23:02:44.973874 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cff0f525-64ba-4556-a55c-e8fa1e767804 req-39eeb92e-fafb-48d3-9aac-44cf6d0c09f4 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337782 May 25 23:02:45.274870 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:46.089870 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4fc50-02c7-4b1e-9edb-dde9f682d94e req-275b0a5c-16a7-4181-89c8-ccdb5dcb224f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:46.091316 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-53a4fc50-02c7-4b1e-9edb-dde9f682d94e req-275b0a5c-16a7-4181-89c8-ccdb5dcb224f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0474408 May 25 23:02:46.129273 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-53a4fc50-02c7-4b1e-9edb-dde9f682d94e req-a84e2724-c60e-4d81-98b7-6187d754aac2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312548 May 25 23:02:46.588712 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:47.137288 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:47.241846 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7fc6d-225d-4cce-aa60-947f809c9f2f req-01b2af32-8f1c-48aa-a28a-50b8a49a00e1 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:47.243300 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-17b7fc6d-225d-4cce-aa60-947f809c9f2f req-01b2af32-8f1c-48aa-a28a-50b8a49a00e1 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0478766 May 25 23:02:47.279356 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-17b7fc6d-225d-4cce-aa60-947f809c9f2f req-3902170d-3d37-4d10-994f-71432aa98ced tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302250 May 25 23:02:48.392682 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6b9c5-6560-47f2-bfb5-2cc0080657bb req-0cd67677-df7b-403b-999c-399220e5b522 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:48.394034 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f9f6b9c5-6560-47f2-bfb5-2cc0080657bb req-0cd67677-df7b-403b-999c-399220e5b522 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0480371 May 25 23:02:48.434061 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f9f6b9c5-6560-47f2-bfb5-2cc0080657bb req-95984c24-58ea-4985-9844-6b4fd421e215 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338531 May 25 23:02:49.556705 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9763-3417-43e4-8d2c-527e4fdfe94a req-1cd0628d-f42a-4cc0-84ff-1c705f6a64f3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:49.558144 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-715e9763-3417-43e4-8d2c-527e4fdfe94a req-1cd0628d-f42a-4cc0-84ff-1c705f6a64f3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0481169 May 25 23:02:49.596038 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-715e9763-3417-43e4-8d2c-527e4fdfe94a req-44122ddf-80f5-4f1b-9d14-a1d96cb3dea5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 May 25 23:02:50.708687 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b3ca-37a0-4b81-88b0-5ef80076dd3d req-e033b0f3-ab58-41b4-987e-8ddeb8d7c964 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:50.710110 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9531b3ca-37a0-4b81-88b0-5ef80076dd3d req-e033b0f3-ab58-41b4-987e-8ddeb8d7c964 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0482135 May 25 23:02:50.746642 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9531b3ca-37a0-4b81-88b0-5ef80076dd3d req-034cad0e-2729-4e79-bc3a-9f1aa6707db9 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305269 May 25 23:02:50.934238 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8384da-3a47-4c7f-97a2-88203e199d3b req-fea944b2-4a7a-4627-bd82-d6ae9525f5b8 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:50.935708 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5e8384da-3a47-4c7f-97a2-88203e199d3b req-fea944b2-4a7a-4627-bd82-d6ae9525f5b8 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 945 time: 0.0470812 May 25 23:02:50.976228 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5e8384da-3a47-4c7f-97a2-88203e199d3b req-1eba9266-cfbe-4aef-997f-cc2607b8767f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339580 May 25 23:02:51.864146 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7366d-9b5b-4980-8702-1919753383cb req-dee5ed7f-a67b-4844-a993-f38044483c22 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:51.865822 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-21a7366d-9b5b-4980-8702-1919753383cb req-dee5ed7f-a67b-4844-a993-f38044483c22 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0477569 May 25 23:02:51.902345 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-21a7366d-9b5b-4980-8702-1919753383cb req-578e37c8-e89d-4096-bec3-4c8c7cee12f8 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306365 May 25 23:02:52.089020 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33dc21-b82b-4e2b-87cc-15b4cc87c75a req-a029e187-91bd-4cb6-925d-2252db3295a2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:52.090469 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fe33dc21-b82b-4e2b-87cc-15b4cc87c75a req-a029e187-91bd-4cb6-925d-2252db3295a2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 945 time: 0.0480337 May 25 23:02:52.128255 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fe33dc21-b82b-4e2b-87cc-15b4cc87c75a req-caa0a4b7-9b8e-43d1-bdbd-3de9a603d1ad tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312152 May 25 23:02:52.858550 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:02:53.018270 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08cf45-713b-4b3a-9b1a-3354243de776 req-feb0c2f4-5653-44ec-9c51-3b55287cafe7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:53.019732 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ef08cf45-713b-4b3a-9b1a-3354243de776 req-feb0c2f4-5653-44ec-9c51-3b55287cafe7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0497651 May 25 23:02:53.059051 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ef08cf45-713b-4b3a-9b1a-3354243de776 req-1aff5eec-ad03-43db-803d-364159fb26e8 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333967 May 25 23:02:53.245215 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598903-dbf0-4b44-9029-fd4ef47f3a0d req-bdd05de3-19a6-4e21-a1b6-089351ef75c2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:53.246694 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-33598903-dbf0-4b44-9029-fd4ef47f3a0d req-bdd05de3-19a6-4e21-a1b6-089351ef75c2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 945 time: 0.0507116 May 25 23:02:53.284423 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-33598903-dbf0-4b44-9029-fd4ef47f3a0d req-19f49209-4487-47b1-a09a-3466804a922b tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309856 May 25 23:02:53.358459 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ebdbf-cc00-46ac-9ee1-4942fcd13d10 req-c55eadb4-fd02-4959-8962-82e1e808eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:53.360289 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0c2ebdbf-cc00-46ac-9ee1-4942fcd13d10 req-c55eadb4-fd02-4959-8962-82e1e808eb7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 1098 time: 0.0397372 May 25 23:02:53.415086 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0c2ebdbf-cc00-46ac-9ee1-4942fcd13d10 req-8d1a646c-f23b-4dc8-8575-6318c25da592 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275087 May 25 23:02:54.174084 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19477ff-d37b-4895-8108-6db1145fa268 req-bdbe9ba9-02ec-41a1-a546-b4e10fcefdbe tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:54.175517 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f19477ff-d37b-4895-8108-6db1145fa268 req-bdbe9ba9-02ec-41a1-a546-b4e10fcefdbe tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0474551 May 25 23:02:54.240089 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f19477ff-d37b-4895-8108-6db1145fa268 req-72d5b043-519a-4b01-bac6-e39a5ea032be tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586696 May 25 23:02:54.256022 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-102c2a42-5040-49ef-ac58-62bc17e5e51d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:54.257411 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-102c2a42-5040-49ef-ac58-62bc17e5e51d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 945 time: 0.0690022 May 25 23:02:54.354123 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Deleting port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:02:54.354392 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:54.457446 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a428a-34ff-42b8-a933-384f066425a1 req-942eeb30-a183-4fd7-acb8-2acedffe4a6e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:54.458887 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-030a428a-34ff-42b8-a933-384f066425a1 req-942eeb30-a183-4fd7-acb8-2acedffe4a6e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 945 time: 0.1075888 May 25 23:02:54.487220 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] For port d47fa2bd-c003-45a4-89c7-312c2b5d7d60, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=d47fa2bd-c003-45a4-89c7-312c2b5d7d60,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:54.487576 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:54.566934 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-030a428a-34ff-42b8-a933-384f066425a1 req-db06ef7c-171f-4aa4-8af5-3fbd77d19fbd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014826 May 25 23:02:54.718798 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:54.719179 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:54.719632 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Floating IP cbc3dfde-939b-432e-b9b9-b0d566e9f81b disassociated. External IP: 172.27.1.238, port: d47fa2bd-c003-45a4-89c7-312c2b5d7d60. May 25 23:02:54.719966 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Calling delete_port for d47fa2bd-c003-45a4-89c7-312c2b5d7d60 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:02:54.885785 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:54.915285 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event deleted for resources: {'Port': ['ID=d47fa2bd-c003-45a4-89c7-312c2b5d7d60,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:54.927294 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:54.927636 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:54.927969 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:54.928289 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:54.928617 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:54.928936 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:54.929257 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:54.929577 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:54.929897 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:54.930212 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:54.930552 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:54.930866 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:55.037415 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:02:55.146632 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:02:55.156898 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c070b63-480d-46a7-9e4b-ca7c4c76309a None None] Sync routers for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:02:55.166769 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c070b63-480d-46a7-9e4b-ca7c4c76309a None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:02:55.167375 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-0c070b63-480d-46a7-9e4b-ca7c4c76309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:02:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:55.185872 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] No DVR routers for this DVR port d47fa2bd-c003-45a4-89c7-312c2b5d7d60 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:02:55.189164 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:55.192543 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cc7386bc-a5c3-42a3-a06a-2fd2b323fc01 req-9c940ff1-1951-43bd-a816-5523cca345c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "DELETE /v2.0/ports/d47fa2bd-c003-45a4-89c7-312c2b5d7d60 HTTP/1.1" status: 204 len: 173 time: 0.9246511 May 25 23:02:55.193082 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'name': 'network-vif-deleted', 'tag': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:02:55.195452 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eca5ddc-acb6-47c5-99e1-ec64d6900923" -d '{"events": [{"server_uuid": "4fb764d6-1ec1-4903-92d5-5431e0647895", "name": "network-vif-deleted", "tag": "d47fa2bd-c003-45a4-89c7-312c2b5d7d60"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:02:55.284470 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-0c070b63-480d-46a7-9e4b-ca7c4c76309a None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:02:55.311558 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99d4b59-c783-4ba2-b73b-88d490f419e0 x-openstack-request-id: req-d99d4b59-c783-4ba2-b73b-88d490f419e0 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:02:55.312401 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb764d6-1ec1-4903-92d5-5431e0647895", "name": "network-vif-deleted", "tag": "d47fa2bd-c003-45a4-89c7-312c2b5d7d60", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:02:55.312807 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d99d4b59-c783-4ba2-b73b-88d490f419e0 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:02:55.313635 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99d4b59-c783-4ba2-b73b-88d490f419e0'] response: {'server_uuid': '4fb764d6-1ec1-4903-92d5-5431e0647895', 'name': 'network-vif-deleted', 'tag': 'd47fa2bd-c003-45a4-89c7-312c2b5d7d60', 'status': 'completed', 'code': 200} May 25 23:02:55.368608 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc65df-01a0-4993-bc48-15031eef7bf2 req-ccd6b12a-60db-46dc-b833-affed30759d5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:55.370243 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0bc65df-01a0-4993-bc48-15031eef7bf2 req-ccd6b12a-60db-46dc-b833-affed30759d5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0559149 May 25 23:02:55.609965 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-0c070b63-480d-46a7-9e4b-ca7c4c76309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:55.643016 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c070b63-480d-46a7-9e4b-ca7c4c76309a None None] Checking router: 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:02:55.657226 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c070b63-480d-46a7-9e4b-ca7c4c76309a None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:02:55.658767 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-0c070b63-480d-46a7-9e4b-ca7c4c76309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:02:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:55.692994 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bc5cbd19-1dff-459d-8a99-26afad8a48a1 req-3cc5b2ff-cbb5-4fec-88bd-79bd0589f270 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 210 time: 0.0307133 May 25 23:02:55.697549 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:55.700158 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0bc65df-01a0-4993-bc48-15031eef7bf2 req-4da7bf39-0c8a-40bc-a249-2fa1e43146e7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217411 May 25 23:02:55.774617 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-0c070b63-480d-46a7-9e4b-ca7c4c76309a None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:02:55.982098 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-0c070b63-480d-46a7-9e4b-ca7c4c76309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:56.009339 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c070b63-480d-46a7-9e4b-ca7c4c76309a None None] The sync data for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi is: [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:02:56.256796 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0279dc12-a464-41bc-8635-5b7917f5fa7a None None] New status for floating IP cbc3dfde-939b-432e-b9b9-b0d566e9f81b: DOWN {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:02:56.651003 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device d47fa2bd-c003-45a4-89c7-312c2b5d7d60 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:02:56.673868 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: d47fa2bd-c003-45a4-89c7-312c2b5d7d60 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:02:56.674233 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device d47fa2bd-c003-45a4-89c7-312c2b5d7d60 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:02:56.841125 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-77ec3d62-7a1d-4295-9b8c-f0822bf8b2e1 req-61a976db-80c2-4d08-a4f5-50945ebe28fa tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fb764d6-1ec1-4903-92d5-5431e0647895 HTTP/1.1" status: 200 len: 210 time: 0.0360920 May 25 23:02:56.856326 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9558c-d455-4271-a73b-f6485a21399d req-50f082db-359c-4a9a-aa7e-2c3522fa83ad tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:56.857781 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8f9558c-d455-4271-a73b-f6485a21399d req-50f082db-359c-4a9a-aa7e-2c3522fa83ad tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0781527 May 25 23:02:56.901740 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8f9558c-d455-4271-a73b-f6485a21399d req-f3a44e05-7d20-443f-9d31-6fec3274a71e tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374086 May 25 23:02:57.473213 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17389c36-286e-4ffe-8be7-f8b261e2d6f6 req-aedbc7bc-38fb-4c54-a567-2e887f684de6 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:57.474815 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-17389c36-286e-4ffe-8be7-f8b261e2d6f6 req-aedbc7bc-38fb-4c54-a567-2e887f684de6 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0488582 May 25 23:02:57.514634 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-17389c36-286e-4ffe-8be7-f8b261e2d6f6 req-21776e8e-6df8-48d8-9e97-ec1662567cf8 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338008 May 25 23:02:57.554516 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c03f4d-49cd-4fe9-a79b-ddaedf3d1aa1 req-c35dbf36-272a-4a86-83af-5498f2d9417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:57.555984 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-24c03f4d-49cd-4fe9-a79b-ddaedf3d1aa1 req-c35dbf36-272a-4a86-83af-5498f2d9417e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 1098 time: 0.0386367 May 25 23:02:57.651646 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c03f4d-49cd-4fe9-a79b-ddaedf3d1aa1 req-4838b1b6-c3cf-453b-b90f-81cf09913ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:57.652965 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-24c03f4d-49cd-4fe9-a79b-ddaedf3d1aa1 req-4838b1b6-c3cf-453b-b90f-81cf09913ff4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.0835209 May 25 23:02:57.721659 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-24c03f4d-49cd-4fe9-a79b-ddaedf3d1aa1 req-09e2d0fd-b4a6-4644-9296-43a040f0614f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40137d47-371e-4450-993c-d7604d2a57fb HTTP/1.1" status: 200 len: 1001 time: 0.0563295 May 25 23:02:57.770120 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c03f4d-49cd-4fe9-a79b-ddaedf3d1aa1 req-e262f0d9-a77d-49a2-9beb-bf73f35fe6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:57.771521 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-24c03f4d-49cd-4fe9-a79b-ddaedf3d1aa1 req-e262f0d9-a77d-49a2-9beb-bf73f35fe6d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0426891 May 25 23:02:57.821183 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c03f4d-49cd-4fe9-a79b-ddaedf3d1aa1 req-2900bddc-3431-4d37-a914-298dbae7062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:57.822729 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-24c03f4d-49cd-4fe9-a79b-ddaedf3d1aa1 req-2900bddc-3431-4d37-a914-298dbae7062d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425723 May 25 23:02:57.915846 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-24c03f4d-49cd-4fe9-a79b-ddaedf3d1aa1 req-cf03ca45-b2b7-44ba-b49e-1dfee9eefd59 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800581 May 25 23:02:58.010395 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-24c03f4d-49cd-4fe9-a79b-ddaedf3d1aa1 req-d1455122-e65d-40c6-9292-dec0195112e9 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861959 May 25 23:02:58.087229 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-1204ff85-182e-4591-bc13-dc8673ddb3b7 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761100681&fields=id&tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9 HTTP/1.1" status: 200 len: 267 time: 0.0346370 May 25 23:02:58.193302 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-ee4ae65e-a752-41c1-b4e8-b5f119808e30 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:58.194748 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-ee4ae65e-a752-41c1-b4e8-b5f119808e30 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 811 time: 0.1002500 May 25 23:02:58.209200 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2d1453a0-692c-4462-afb9-9dcd018b75c1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/quotas/5f71e6e2ba494f71afa3ae47ebfbbfb9 HTTP/1.1" status: 200 len: 375 time: 0.0086288 May 25 23:02:58.265751 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-f382bcf9-c8bd-449f-ac41-f9cd5497e3ef tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510132 May 25 23:02:58.401360 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-cee8b227-e007-4d82-ae67-bf0990095318 service neutron] 10.222.0.48 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238108 May 25 23:02:58.490810 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-60129189-8be8-4fc6-b331-2da0296f58b3 service neutron] 10.222.0.48 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832269 May 25 23:02:58.631955 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94650dc9-99b7-4d6b-bdf3-31c589b92b53 req-4c102a16-087e-495f-8e0f-318e35dc2f2a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:58.646173 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-94650dc9-99b7-4d6b-bdf3-31c589b92b53 req-4c102a16-087e-495f-8e0f-318e35dc2f2a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0497324 May 25 23:02:58.672814 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-94650dc9-99b7-4d6b-bdf3-31c589b92b53 req-218d4a42-3761-4abc-9d89-af249c3350df tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334628 May 25 23:02:58.956866 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-aeb870ad-feab-49cc-94d1-22703b24aef9 req-4fe658c8-c27c-4c61-bd4a-9932efec3e48 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 210 time: 0.0262444 May 25 23:02:59.789006 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863d437-086f-4035-b27d-711bf6ad53c7 req-5ed9c846-39d3-46e5-87ea-9ab9620141db tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:02:59.790478 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9863d437-086f-4035-b27d-711bf6ad53c7 req-5ed9c846-39d3-46e5-87ea-9ab9620141db tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0478468 May 25 23:02:59.831644 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9863d437-086f-4035-b27d-711bf6ad53c7 req-9f95c47b-3dc7-4e84-81c9-3b7157ca3176 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351329 May 25 23:03:00.048299 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9761e6ee-9462-4106-b123-0d7c6b3c480f req-3135a28a-fef7-4f92-8eb0-ce8aa3404053 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 210 time: 0.0251195 May 25 23:03:01.017088 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb1680-15d8-48e6-b296-40727b06b8ce req-51a4fc71-b751-4d0f-a997-43841e632139 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:01.018575 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8bcb1680-15d8-48e6-b296-40727b06b8ce req-51a4fc71-b751-4d0f-a997-43841e632139 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.1147449 May 25 23:03:01.057024 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-20bd9107-9ea8-4ff3-a7a9-e6898757328c tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:01.058434 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-20bd9107-9ea8-4ff3-a7a9-e6898757328c tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 811 time: 0.1457202 May 25 23:03:01.077258 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8bcb1680-15d8-48e6-b296-40727b06b8ce req-c75f6023-e463-4303-a467-9b322c1644a6 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504844 May 25 23:03:01.119128 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-d397e4c0-b34a-4cd7-a644-0cd5748a46c6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9 HTTP/1.1" status: 200 len: 380 time: 0.0408947 May 25 23:03:01.135025 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'port': {'device_id': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'admin_state_up': True, 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'security_groups': ['8c667dcc-6a71-4323-87c5-85aac2e55bec']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:03:01.165350 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8a199a4f-a579-44ae-9076-3b9336f17a52 req-1e731ee0-596c-42b4-9b81-c66cae2a4101 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 210 time: 0.0429018 May 25 23:03:01.314702 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Made reservation on behalf of 5f71e6e2ba494f71afa3ae47ebfbbfb9 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:03:01.318166 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:01.441586 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Allocated IP 172.20.0.7 (892cb638-a1e1-4c1f-9fa3-d697ac74511c/84d0830f-722c-4736-aae8-acdb24d95416/48d8d3fb-c7c5-444e-9698-ca2a17672583) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:03:01.575662 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:01.702184 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:01.743690 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Network 892cb638-a1e1-4c1f-9fa3-d697ac74511c is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:03:01.746602 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:03:01.750140 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:03:01.756163 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:01.756757 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:01.768458 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'Port': ['ID=48d8d3fb-c7c5-444e-9698-ca2a17672583,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:01.849098 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-a867cce1-d48b-44f7-8ed1-469084efcdac tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7181437 May 25 23:03:01.875245 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Request body: {'port': {'device_id': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:03:01.933025 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:01.952416 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-9ca1b1ae-125f-4479-81a4-0fa7acfe90c8 None None] Provisioning complete for port 48d8d3fb-c7c5-444e-9698-ca2a17672583 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:03:01.952951 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b1ae-125f-4479-81a4-0fa7acfe90c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:01.985182 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-9ca1b1ae-125f-4479-81a4-0fa7acfe90c8 None None] Port 48d8d3fb-c7c5-444e-9698-ca2a17672583 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:03:02.221146 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d8d3fb-c7c5-444e-9698-ca2a17672583 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:03:02.230767 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:02.259987 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795c91f-fc02-4244-ab7b-1f7e49fea60e req-ce9f6067-b3ce-4bc0-85b1-c3785185fd55 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:02.261446 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c795c91f-fc02-4244-ab7b-1f7e49fea60e req-ce9f6067-b3ce-4bc0-85b1-c3785185fd55 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.1003845 May 25 23:03:02.289934 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Transition to ACTIVE for port object 48d8d3fb-c7c5-444e-9698-ca2a17672583 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:03:02.331143 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a33211-7883-4aa0-9abc-c20bc2c95807 req-0f215365-4bdb-444c-b17d-bf8f94bae4b3 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:02.333532 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e3a33211-7883-4aa0-9abc-c20bc2c95807 req-0f215365-4bdb-444c-b17d-bf8f94bae4b3 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 931 time: 0.0984948 May 25 23:03:02.336768 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c795c91f-fc02-4244-ab7b-1f7e49fea60e req-735dcb4c-baa8-4ea4-bcd4-88ac83c25457 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570672 May 25 23:03:02.372315 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e3a33211-7883-4aa0-9abc-c20bc2c95807 req-7f5cbf9c-798a-4d36-bfb0-7f2e8324f222 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319350 May 25 23:03:02.377525 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:02.431971 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=48d8d3fb-c7c5-444e-9698-ca2a17672583,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:02.468613 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Attempting to bind port 48d8d3fb-c7c5-444e-9698-ca2a17672583 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:03:02.472963 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Attempting to bind port 48d8d3fb-c7c5-444e-9698-ca2a17672583 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:03:02.472963 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Attempting to bind port 48d8d3fb-c7c5-444e-9698-ca2a17672583 on network 892cb638-a1e1-4c1f-9fa3-d697ac74511c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:03:02.474796 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Port 48d8d3fb-c7c5-444e-9698-ca2a17672583 on network 892cb638-a1e1-4c1f-9fa3-d697ac74511c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:03:02.475111 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Attempting to bind port 48d8d3fb-c7c5-444e-9698-ca2a17672583 on network 892cb638-a1e1-4c1f-9fa3-d697ac74511c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:03:02.480109 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:03:02.480438 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Checking segment: {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:03:02.480809 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Bound using segment: {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:03:02.481227 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Bound port: 48d8d3fb-c7c5-444e-9698-ca2a17672583, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:03:02.481577 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:02.551688 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] For port 48d8d3fb-c7c5-444e-9698-ca2a17672583, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:03:02.554940 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] For port 48d8d3fb-c7c5-444e-9698-ca2a17672583, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=48d8d3fb-c7c5-444e-9698-ca2a17672583,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:03:02.630169 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:02.661975 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:02.662593 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:02.664185 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] 10.222.0.24 "PUT /v2.0/ports/48d8d3fb-c7c5-444e-9698-ca2a17672583 HTTP/1.1" status: 200 len: 1093 time: 0.7934539 May 25 23:03:02.666392 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'tag': '48d8d3fb-c7c5-444e-9698-ca2a17672583'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:03:02.668637 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a254f9f9-590f-4fc3-b4f2-9c59277e0e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "7983adc5-ac09-41a7-afd4-aa71a4bb636b", "tag": "48d8d3fb-c7c5-444e-9698-ca2a17672583"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:03:02.698838 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b374b1d-0c54-4877-9789-efcbd029c8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=48d8d3fb-c7c5-444e-9698-ca2a17672583,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:02.709472 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9295ba93-2b98-438b-8b02-8a8a1cb4a64d x-openstack-request-id: req-9295ba93-2b98-438b-8b02-8a8a1cb4a64d {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:03:02.709824 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7983adc5-ac09-41a7-afd4-aa71a4bb636b", "tag": "48d8d3fb-c7c5-444e-9698-ca2a17672583", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:03:02.710134 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9295ba93-2b98-438b-8b02-8a8a1cb4a64d {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:03:02.710557 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9295ba93-2b98-438b-8b02-8a8a1cb4a64d'] response: {'name': 'network-changed', 'server_uuid': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'tag': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'status': 'completed', 'code': 200} May 25 23:03:02.840381 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254f9f9-590f-4fc3-b4f2-9c59277e0e9c req-c8c7e6ed-60e9-4e19-8b57-19d8d8bd67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:02.841840 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a254f9f9-590f-4fc3-b4f2-9c59277e0e9c req-c8c7e6ed-60e9-4e19-8b57-19d8d8bd67e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 1096 time: 0.0443923 May 25 23:03:02.957068 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254f9f9-590f-4fc3-b4f2-9c59277e0e9c req-53daf520-c6eb-4ab6-bb5a-f213f4973f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:02.958505 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a254f9f9-590f-4fc3-b4f2-9c59277e0e9c req-53daf520-c6eb-4ab6-bb5a-f213f4973f87 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0924053 May 25 23:03:03.058802 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254f9f9-590f-4fc3-b4f2-9c59277e0e9c req-12dcdc64-0571-4359-9ed7-789abf559006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:03.060253 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a254f9f9-590f-4fc3-b4f2-9c59277e0e9c req-12dcdc64-0571-4359-9ed7-789abf559006 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872390 May 25 23:03:03.208424 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-1f197c03-ee7d-4c09-bfc5-d1721e36d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:03.209856 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-1f197c03-ee7d-4c09-bfc5-d1721e36d4f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 1096 time: 0.0401080 May 25 23:03:03.269157 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-05307f0f-b9bd-456f-a7f8-6d10b736495d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48d8d3fb-c7c5-444e-9698-ca2a17672583 HTTP/1.1" status: 200 len: 217 time: 0.0371091 May 25 23:03:03.321783 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-e83f75cd-e2d7-4200-964a-5ec70b60b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:03.323152 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-e83f75cd-e2d7-4200-964a-5ec70b60b852 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d0830f-722c-4736-aae8-acdb24d95416 HTTP/1.1" status: 200 len: 850 time: 0.0426936 May 25 23:03:03.372644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-5597ccde-2043-40ed-83b1-10bd33cf5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:03.374245 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-5597ccde-2043-40ed-83b1-10bd33cf5965 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892cb638-a1e1-4c1f-9fa3-d697ac74511c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398569 May 25 23:03:03.535895 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121dd63-cf43-4232-8518-006fe0bb076b req-45870643-c82e-40d8-a45f-72f37e320774 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:03.537356 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1121dd63-cf43-4232-8518-006fe0bb076b req-45870643-c82e-40d8-a45f-72f37e320774 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.1073344 May 25 23:03:03.541749 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-b5ee7bb2-3c5b-4bae-b1af-59f6241dc7d3 service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588778 May 25 23:03:03.549346 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c33870-97e4-4f17-90ef-10cc720f1e32 req-627fd5f7-a0e9-4b56-b89a-e29c93693fc6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:03.551685 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-88c33870-97e4-4f17-90ef-10cc720f1e32 req-627fd5f7-a0e9-4b56-b89a-e29c93693fc6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 943 time: 0.1067529 May 25 23:03:03.661255 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1121dd63-cf43-4232-8518-006fe0bb076b req-e7f55d85-c4df-4f81-a5fe-c226263f2869 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085062 May 25 23:03:03.665788 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-88c33870-97e4-4f17-90ef-10cc720f1e32 req-893fc945-4eba-4e20-9285-ecc1f5f6da4e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077397 May 25 23:03:03.693117 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36ecda05-01bb-4713-b365-d1653441ccc2 req-e685dc32-aad9-4390-b5ee-adaf4f393d7c service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340673 May 25 23:03:03.777874 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d2a59-d4c9-45d6-850b-611f5a351dcc req-9d121cb0-6f3a-44b1-aaf9-50653d218824 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:03.779340 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e69d2a59-d4c9-45d6-850b-611f5a351dcc req-9d121cb0-6f3a-44b1-aaf9-50653d218824 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0540795 May 25 23:03:03.788022 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 60852) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:03:03.792992 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-93605207-c771-4b20-93e5-351fc46bede2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Request body: {'floatingip': {'port_id': '40137d47-371e-4450-993c-d7604d2a57fb'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:03:03.846647 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-93605207-c771-4b20-93e5-351fc46bede2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for floatingip, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:04.296205 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-93605207-c771-4b20-93e5-351fc46bede2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:04.359322 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-93605207-c771-4b20-93e5-351fc46bede2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:04.825152 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93605207-c771-4b20-93e5-351fc46bede2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:03:04.849831 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d754005-85fa-4d6d-a6fe-21f1092f337f req-78c2cf2f-64f2-448e-85f8-7595ffbc691a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:04.851303 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9d754005-85fa-4d6d-a6fe-21f1092f337f req-78c2cf2f-64f2-448e-85f8-7595ffbc691a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 943 time: 0.0666819 May 25 23:03:04.949296 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9d754005-85fa-4d6d-a6fe-21f1092f337f req-e8b6b05d-383e-4897-809e-4cf23d3d7b3b tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692425 May 25 23:03:04.970502 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93605207-c771-4b20-93e5-351fc46bede2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:03:04.975392 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-93605207-c771-4b20-93e5-351fc46bede2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:04.979833 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3a8d1-4fca-4cfd-b016-93b5afc903cc None None] Sync routers for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:03:04.989214 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3a8d1-4fca-4cfd-b016-93b5afc903cc None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:03:04.990064 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-08e3a8d1-4fca-4cfd-b016-93b5afc903cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:02:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:05.002986 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:03:05.005781 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6dfc4a-3516-48f5-a200-1019cd11d42f" -d '{"events": [{"name": "network-changed", "server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "tag": "40137d47-371e-4450-993c-d7604d2a57fb"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:03:05.035021 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-93605207-c771-4b20-93e5-351fc46bede2 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "PUT /v2.0/floatingips/af73c1d4-b279-4307-8b4f-1a3c110aebda HTTP/1.1" status: 200 len: 993 time: 1.2458134 May 25 23:03:05.053640 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0179860-8c01-4cc7-bf37-1ad82426a067 x-openstack-request-id: req-d0179860-8c01-4cc7-bf37-1ad82426a067 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:03:05.053941 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "tag": "40137d47-371e-4450-993c-d7604d2a57fb", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:03:05.054197 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0179860-8c01-4cc7-bf37-1ad82426a067 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:03:05.054632 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0179860-8c01-4cc7-bf37-1ad82426a067'] response: {'name': 'network-changed', 'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb', 'status': 'completed', 'code': 200} May 25 23:03:05.095267 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-08e3a8d1-4fca-4cfd-b016-93b5afc903cc None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:03:05.157500 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dfc4a-3516-48f5-a200-1019cd11d42f req-ecc11023-8ed7-4521-ba43-b36367307089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:05.159013 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ca6dfc4a-3516-48f5-a200-1019cd11d42f req-ecc11023-8ed7-4521-ba43-b36367307089 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 1098 time: 0.0427766 May 25 23:03:05.262934 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dfc4a-3516-48f5-a200-1019cd11d42f req-19533a46-1289-47ad-949e-468c649b6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:05.264040 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ca6dfc4a-3516-48f5-a200-1019cd11d42f req-19533a46-1289-47ad-949e-468c649b6f18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.0854678 May 25 23:03:05.316980 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-08e3a8d1-4fca-4cfd-b016-93b5afc903cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'af73c1d4-b279-4307-8b4f-1a3c110aebda', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'port_id': '40137d47-371e-4450-993c-d7604d2a57fb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'mac_address': 'fa:16:3e:26:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241413dc-d45b-4307-ae0c-94fd893d1861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:59:22Z', 'updated_at': '2022-05-25T23:03:04Z', 'revision_number': 3, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:54Z', 'revision_number': 5, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:05.338981 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ca6dfc4a-3516-48f5-a200-1019cd11d42f req-0d1cb78b-6071-4d14-acb8-71b89483a608 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40137d47-371e-4450-993c-d7604d2a57fb HTTP/1.1" status: 200 len: 1001 time: 0.0620577 May 25 23:03:05.342972 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3a8d1-4fca-4cfd-b016-93b5afc903cc None None] Checking router: 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:03:05.351271 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3a8d1-4fca-4cfd-b016-93b5afc903cc None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:03:05.351882 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-08e3a8d1-4fca-4cfd-b016-93b5afc903cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:02:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:05.389312 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dfc4a-3516-48f5-a200-1019cd11d42f req-c79cbce6-235e-46cd-85cf-afe0655f6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:05.390736 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ca6dfc4a-3516-48f5-a200-1019cd11d42f req-c79cbce6-235e-46cd-85cf-afe0655f6b30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0446527 May 25 23:03:05.455822 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-08e3a8d1-4fca-4cfd-b016-93b5afc903cc None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:03:05.469789 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dfc4a-3516-48f5-a200-1019cd11d42f req-9c4aeed3-c6d0-4651-8155-6a6a50cb7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:05.478535 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ca6dfc4a-3516-48f5-a200-1019cd11d42f req-9c4aeed3-c6d0-4651-8155-6a6a50cb7237 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398812 May 25 23:03:05.569125 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ca6dfc4a-3516-48f5-a200-1019cd11d42f req-1b4afd8d-24ca-4f05-90f1-fa9d567d4e5b service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851200 May 25 23:03:05.664060 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ca6dfc4a-3516-48f5-a200-1019cd11d42f req-dd7d03e1-6c2a-4d57-8c49-b33397cf0a67 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813560 May 25 23:03:05.675520 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-08e3a8d1-4fca-4cfd-b016-93b5afc903cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'af73c1d4-b279-4307-8b4f-1a3c110aebda', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'port_id': '40137d47-371e-4450-993c-d7604d2a57fb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'mac_address': 'fa:16:3e:26:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241413dc-d45b-4307-ae0c-94fd893d1861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:59:22Z', 'updated_at': '2022-05-25T23:03:04Z', 'revision_number': 3, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:54Z', 'revision_number': 5, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:05.704409 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3a8d1-4fca-4cfd-b016-93b5afc903cc None None] The sync data for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi is: [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'af73c1d4-b279-4307-8b4f-1a3c110aebda', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'port_id': '40137d47-371e-4450-993c-d7604d2a57fb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'mac_address': 'fa:16:3e:26:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241413dc-d45b-4307-ae0c-94fd893d1861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:59:22Z', 'updated_at': '2022-05-25T23:03:04Z', 'revision_number': 3, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:54Z', 'revision_number': 5, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:03:06.062710 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a32fd-4a66-431d-8bc9-6b44de3e686e req-ba05d893-ac36-4b59-837f-daff01a1b1d6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:06.064133 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-766a32fd-4a66-431d-8bc9-6b44de3e686e req-ba05d893-ac36-4b59-837f-daff01a1b1d6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 943 time: 0.0483897 May 25 23:03:06.101678 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-766a32fd-4a66-431d-8bc9-6b44de3e686e req-521f3648-f081-46e5-9d77-e67c431e91ee tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314724 May 25 23:03:07.055658 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:03:07.057963 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9247ac7f-d607-49eb-8b92-e203255b063d" -d '{"events": [{"name": "network-changed", "server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "tag": "40137d47-371e-4450-993c-d7604d2a57fb"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:03:07.094487 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c4e8c-21d0-49d6-847e-f93e1c2db855 x-openstack-request-id: req-282c4e8c-21d0-49d6-847e-f93e1c2db855 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:03:07.094776 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "tag": "40137d47-371e-4450-993c-d7604d2a57fb", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:03:07.095028 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-282c4e8c-21d0-49d6-847e-f93e1c2db855 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:03:07.095422 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282c4e8c-21d0-49d6-847e-f93e1c2db855'] response: {'name': 'network-changed', 'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb', 'status': 'completed', 'code': 200} May 25 23:03:07.213378 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247ac7f-d607-49eb-8b92-e203255b063d req-15db305a-0818-4a16-a8e8-807f89c87be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:07.214936 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9247ac7f-d607-49eb-8b92-e203255b063d req-15db305a-0818-4a16-a8e8-807f89c87be1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 1098 time: 0.0443468 May 25 23:03:07.321326 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966ada0-ee89-49c2-a32a-1b568477c789 req-6e795d6f-3dc6-4f60-a6a0-03f144a182fb tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:07.322714 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6966ada0-ee89-49c2-a32a-1b568477c789 req-6e795d6f-3dc6-4f60-a6a0-03f144a182fb tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 943 time: 0.1052794 May 25 23:03:07.352648 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247ac7f-d607-49eb-8b92-e203255b063d req-3e1397ed-33e1-4e09-bc22-7cf03a9192ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:07.354029 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9247ac7f-d607-49eb-8b92-e203255b063d req-3e1397ed-33e1-4e09-bc22-7cf03a9192ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.1282260 May 25 23:03:07.404946 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6966ada0-ee89-49c2-a32a-1b568477c789 req-ccd54319-ce35-44f8-af4e-f799804f0186 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761685 May 25 23:03:07.429580 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9247ac7f-d607-49eb-8b92-e203255b063d req-096fbfcd-950c-4803-b2ca-4657d9b0463f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40137d47-371e-4450-993c-d7604d2a57fb HTTP/1.1" status: 200 len: 1001 time: 0.0626836 May 25 23:03:07.483280 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247ac7f-d607-49eb-8b92-e203255b063d req-b2e32b96-fb32-4d18-9e0e-0257724e8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:07.484728 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9247ac7f-d607-49eb-8b92-e203255b063d req-b2e32b96-fb32-4d18-9e0e-0257724e8deb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0421233 May 25 23:03:07.533354 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247ac7f-d607-49eb-8b92-e203255b063d req-64654e64-daa7-4855-87b5-b188c9ad9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:07.534931 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9247ac7f-d607-49eb-8b92-e203255b063d req-64654e64-daa7-4855-87b5-b188c9ad9016 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421150 May 25 23:03:07.633288 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9247ac7f-d607-49eb-8b92-e203255b063d req-581e47cc-f97a-49cf-b403-3795125d5c20 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803518 May 25 23:03:07.726121 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9247ac7f-d607-49eb-8b92-e203255b063d req-71e21644-330a-4239-8729-cd986aae4201 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824597 May 25 23:03:08.519997 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ee25f-eeea-406b-a44f-223f28796f2a req-ebf6e3a9-9e13-4ebd-b080-1aa91bb502fd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:08.521413 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d80ee25f-eeea-406b-a44f-223f28796f2a req-ebf6e3a9-9e13-4ebd-b080-1aa91bb502fd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 943 time: 0.0485680 May 25 23:03:08.557388 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d80ee25f-eeea-406b-a44f-223f28796f2a req-11c39060-d837-4656-9b96-f596a4c0939d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299702 May 25 23:03:09.670102 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022791b6-fa68-4bdc-9573-c0be02446807 req-4aa081cb-6d20-4a11-9a91-e0c6500da509 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:09.671570 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-022791b6-fa68-4bdc-9573-c0be02446807 req-4aa081cb-6d20-4a11-9a91-e0c6500da509 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 943 time: 0.0479517 May 25 23:03:09.708041 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-022791b6-fa68-4bdc-9573-c0be02446807 req-7e870ea5-309e-4948-b177-dca2e68d464d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306494 May 25 23:03:10.824989 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602af10-a430-431e-b85b-16fcd962b920 req-01d5670b-0334-4098-995f-480a12bc3539 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:10.826513 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e602af10-a430-431e-b85b-16fcd962b920 req-01d5670b-0334-4098-995f-480a12bc3539 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 943 time: 0.0521715 May 25 23:03:10.863683 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e602af10-a430-431e-b85b-16fcd962b920 req-e815ce89-51ae-44a6-9227-a325489853d8 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312736 May 25 23:03:11.741933 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6f81b395-ce8c-4192-8367-da3d3b83b30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:11.975189 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648095e-253d-484b-9941-b61bd7ca699b req-744df941-c0e3-4aef-9a19-6ba0215b11d7 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:11.976636 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9648095e-253d-484b-9941-b61bd7ca699b req-744df941-c0e3-4aef-9a19-6ba0215b11d7 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 943 time: 0.0474188 May 25 23:03:12.014184 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9648095e-253d-484b-9941-b61bd7ca699b req-410362b9-3d1e-4b83-9331-819ce1a21fcc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316484 May 25 23:03:13.124697 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9003-b153-492e-9abb-30eb81996ec0 req-00e06eaa-46a9-49d1-b27f-13d105f5cd39 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:13.126142 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34ed9003-b153-492e-9abb-30eb81996ec0 req-00e06eaa-46a9-49d1-b27f-13d105f5cd39 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 943 time: 0.0481484 May 25 23:03:13.163891 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34ed9003-b153-492e-9abb-30eb81996ec0 req-132f9b5f-6a9f-403d-afd1-a4ff3ff34702 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310543 May 25 23:03:14.171247 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-68ce4117-b936-4e4e-a29a-ff330f849ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:14.279187 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44ac72-e693-4ba3-aefa-1bed89d2acc5 req-2c3d5b4d-1f12-4bca-aff6-d14d0e29aeaf tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:14.280632 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4f44ac72-e693-4ba3-aefa-1bed89d2acc5 req-2c3d5b4d-1f12-4bca-aff6-d14d0e29aeaf tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 943 time: 0.0519743 May 25 23:03:14.317824 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4f44ac72-e693-4ba3-aefa-1bed89d2acc5 req-f25b85bc-8639-46f6-8e58-1fe80e09cf7e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312796 May 25 23:03:14.715381 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 48d8d3fb-c7c5-444e-9698-ca2a17672583 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:03:14.808717 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 48d8d3fb-c7c5-444e-9698-ca2a17672583, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=48d8d3fb-c7c5-444e-9698-ca2a17672583,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:14.819569 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'port_id': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'mac_address': 'fa:16:3e:1b:bd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:03:14.854491 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 48d8d3fb-c7c5-444e-9698-ca2a17672583 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:03:14.854874 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:14.867598 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d8d3fb-c7c5-444e-9698-ca2a17672583 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:03:14.885783 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 48d8d3fb-c7c5-444e-9698-ca2a17672583, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=48d8d3fb-c7c5-444e-9698-ca2a17672583,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:14.958967 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:15.008616 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=48d8d3fb-c7c5-444e-9698-ca2a17672583,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:15.015223 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.015590 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.015931 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.016263 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.016589 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.016915 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.017240 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.017559 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.017918 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.018244 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.019075 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.019392 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:15.256393 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:15.431868 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2061ff-376d-44cd-a1c5-57ddeea13652 req-b6b71fff-e6e5-44c5-b008-e0b94815db77 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:15.433312 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d2061ff-376d-44cd-a1c5-57ddeea13652 req-b6b71fff-e6e5-44c5-b008-e0b94815db77 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 944 time: 0.0481565 May 25 23:03:15.469939 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d2061ff-376d-44cd-a1c5-57ddeea13652 req-e87c866e-04c5-4fe0-8433-c5068c49b622 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306861 May 25 23:03:15.666691 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['48d8d3fb-c7c5-444e-9698-ca2a17672583'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:03:16.583248 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d809df5-4ed7-4b5d-978e-5facc3b38004 req-43fe93ee-8b4d-4072-ab71-f239664ce4f7 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:16.584687 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7d809df5-4ed7-4b5d-978e-5facc3b38004 req-43fe93ee-8b4d-4072-ab71-f239664ce4f7 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 944 time: 0.0478840 May 25 23:03:16.588673 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:16.622304 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7d809df5-4ed7-4b5d-978e-5facc3b38004 req-3249bbb1-046e-4ee2-b3a0-b8d88d1cb974 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 May 25 23:03:17.148454 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:17.737993 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd1494-3787-47e4-bd17-51b7cf96e3e3 req-b4c57bfd-c490-40c0-adae-83dd08f30aa8 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:17.739458 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4bdd1494-3787-47e4-bd17-51b7cf96e3e3 req-b4c57bfd-c490-40c0-adae-83dd08f30aa8 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 944 time: 0.0518546 May 25 23:03:17.776976 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4bdd1494-3787-47e4-bd17-51b7cf96e3e3 req-f04c3482-a7bc-4c19-8c46-325e3fa93a09 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 May 25 23:03:18.750693 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 48d8d3fb-c7c5-444e-9698-ca2a17672583 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:03:18.885945 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 48d8d3fb-c7c5-444e-9698-ca2a17672583 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:03:18.888382 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd59c9-ea24-4435-89bb-d4902a701261 req-4deab8f3-cf1c-4819-b0da-03bb287a6228 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:18.889841 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c2bd59c9-ea24-4435-89bb-d4902a701261 req-4deab8f3-cf1c-4819-b0da-03bb287a6228 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 944 time: 0.0482509 May 25 23:03:18.889981 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 48d8d3fb-c7c5-444e-9698-ca2a17672583 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:03:18.890356 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:18.929636 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c2bd59c9-ea24-4435-89bb-d4902a701261 req-4cfd601c-ec3d-4b20-a086-87b66bb9ee0d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331411 May 25 23:03:18.970165 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 48d8d3fb-c7c5-444e-9698-ca2a17672583 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:03:18.970609 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:18.993153 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d8d3fb-c7c5-444e-9698-ca2a17672583'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:03:18.995374 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f7a8b5-bbc3-4816-80ff-1d67ac363579" -d '{"events": [{"server_uuid": "7983adc5-ac09-41a7-afd4-aa71a4bb636b", "name": "network-vif-plugged", "status": "completed", "tag": "48d8d3fb-c7c5-444e-9698-ca2a17672583"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:03:19.008440 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 48d8d3fb-c7c5-444e-9698-ca2a17672583, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=48d8d3fb-c7c5-444e-9698-ca2a17672583,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:19.033831 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea87f96-8a4a-4349-91cc-795a162f522a x-openstack-request-id: req-cea87f96-8a4a-4349-91cc-795a162f522a {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:03:19.033831 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7983adc5-ac09-41a7-afd4-aa71a4bb636b", "name": "network-vif-plugged", "status": "completed", "tag": "48d8d3fb-c7c5-444e-9698-ca2a17672583", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:03:19.033831 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cea87f96-8a4a-4349-91cc-795a162f522a {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:03:19.033831 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea87f96-8a4a-4349-91cc-795a162f522a'] response: {'server_uuid': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'code': 200} May 25 23:03:19.074246 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:19.123807 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=48d8d3fb-c7c5-444e-9698-ca2a17672583,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:19.505011 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501438dc-6397-4956-b992-cc4b8dc3bbdf req-0b20ab2f-777e-45e2-9443-1f4ef7f013e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:19.506472 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-501438dc-6397-4956-b992-cc4b8dc3bbdf req-0b20ab2f-777e-45e2-9443-1f4ef7f013e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 1098 time: 0.0394485 May 25 23:03:19.542572 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-501438dc-6397-4956-b992-cc4b8dc3bbdf req-1002df7b-8f19-48ab-977b-0b8372a8c54e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273762 May 25 23:03:20.044432 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047d8c5-1e0e-40f2-a6a9-9f0e68bab182 req-260246b3-18bf-476c-a50d-77088e4a0556 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:20.045855 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2047d8c5-1e0e-40f2-a6a9-9f0e68bab182 req-260246b3-18bf-476c-a50d-77088e4a0556 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 945 time: 0.0509264 May 25 23:03:20.082421 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2047d8c5-1e0e-40f2-a6a9-9f0e68bab182 req-9da7af4f-622f-41a9-8864-6d2f969d1565 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305963 May 25 23:03:21.197405 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cffddc-f8ea-4211-b084-88ec0440899e req-44316cf0-2ce0-4df4-a5a4-1771e70260b4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:21.198842 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b6cffddc-f8ea-4211-b084-88ec0440899e req-44316cf0-2ce0-4df4-a5a4-1771e70260b4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 945 time: 0.0474303 May 25 23:03:21.236447 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b6cffddc-f8ea-4211-b084-88ec0440899e req-7a119715-0855-4eb1-aa56-6247de9737ce tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 May 25 23:03:22.348443 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a756d-f2c4-4db7-9fbe-5246400f42d9 req-48f21a30-822f-4cdd-b57d-4c1758255573 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:22.349856 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-120a756d-f2c4-4db7-9fbe-5246400f42d9 req-48f21a30-822f-4cdd-b57d-4c1758255573 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 945 time: 0.0468853 May 25 23:03:22.386796 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-120a756d-f2c4-4db7-9fbe-5246400f42d9 req-486304bb-e3ff-402a-ac6b-204c54d6b1df tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309703 May 25 23:03:22.501145 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b33577-b7b6-4f12-8348-8de5891a3051 req-b44c7049-2d2c-437a-b84a-4cd93bd1a03a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:22.502623 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-40b33577-b7b6-4f12-8348-8de5891a3051 req-b44c7049-2d2c-437a-b84a-4cd93bd1a03a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 945 time: 0.0514483 May 25 23:03:22.539304 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-40b33577-b7b6-4f12-8348-8de5891a3051 req-dc127daf-041d-42c1-9cb2-f91846befa24 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305562 May 25 23:03:22.560846 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 60908) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:03:22.598845 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eabae0d-ae53-4a00-ab09-303aa95d6401 tempest-TestVolumeBootPattern-226131396 tempest-TestVolumeBootPattern-226131396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:22.600277 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-0eabae0d-ae53-4a00-ab09-303aa95d6401 tempest-TestVolumeBootPattern-226131396 tempest-TestVolumeBootPattern-226131396-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 1093 time: 0.0385160 May 25 23:03:22.602969 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 60910) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:03:22.607113 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'port_id': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:03:22.690234 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:22.788726 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:22.892261 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Allocated IP 172.27.1.81 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/204991d1-5e35-44a1-a30d-2aff6dd0c686) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:03:22.992094 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:23.085214 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:23.122806 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:03:23.125467 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:03:23.129480 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:03:23.138517 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'Port': ['ID=204991d1-5e35-44a1-a30d-2aff6dd0c686,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:23.439029 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:23.578530 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:23.723628 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:23.787652 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:23.818066 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:23.865445 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'Port': ['ID=204991d1-5e35-44a1-a30d-2aff6dd0c686,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:23.926437 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Floating IP 451a8b41-760f-432f-b54b-4162b0710d59 associated. External IP: 172.27.1.81, port: 48d8d3fb-c7c5-444e-9698-ca2a17672583. May 25 23:03:24.128021 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:03:24.478454 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:03:24.491709 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed33260-7788-4bf7-9f3d-82de2dac352c None None] Sync routers for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:03:24.500783 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed33260-7788-4bf7-9f3d-82de2dac352c None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:03:24.501391 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-1ed33260-7788-4bf7-9f3d-82de2dac352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:03:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:24.590629 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:24.605003 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-1ed33260-7788-4bf7-9f3d-82de2dac352c None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:03:24.617573 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-a15ad7f3-6f1a-4760-8d5b-3b7a14d0df8a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0136046 May 25 23:03:24.618261 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'tag': '48d8d3fb-c7c5-444e-9698-ca2a17672583'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:03:24.620590 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7983adc5-ac09-41a7-afd4-aa71a4bb636b", "tag": "48d8d3fb-c7c5-444e-9698-ca2a17672583"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:03:24.658163 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8599da15-fa2f-4892-9f7d-14e379a21e9d x-openstack-request-id: req-8599da15-fa2f-4892-9f7d-14e379a21e9d {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:03:24.658479 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7983adc5-ac09-41a7-afd4-aa71a4bb636b", "tag": "48d8d3fb-c7c5-444e-9698-ca2a17672583", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:03:24.658750 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8599da15-fa2f-4892-9f7d-14e379a21e9d {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:03:24.659152 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8599da15-fa2f-4892-9f7d-14e379a21e9d'] response: {'name': 'network-changed', 'server_uuid': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'tag': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'status': 'completed', 'code': 200} May 25 23:03:24.782663 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc req-db150983-94c7-4169-a4a2-a2ec50c3752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:24.784064 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc req-db150983-94c7-4169-a4a2-a2ec50c3752a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 1098 time: 0.0396283 May 25 23:03:24.870832 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-1ed33260-7788-4bf7-9f3d-82de2dac352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '451a8b41-760f-432f-b54b-4162b0710d59', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:1b:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:23Z', 'updated_at': '2022-05-25T23:03:23Z', 'revision_number': 0, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:24.879713 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc req-e872a7df-95fd-4179-99d0-185c31edc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:24.881153 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc req-e872a7df-95fd-4179-99d0-185c31edc1b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 912 time: 0.0835819 May 25 23:03:24.896637 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed33260-7788-4bf7-9f3d-82de2dac352c None None] Checking router: 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:03:24.904993 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed33260-7788-4bf7-9f3d-82de2dac352c None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:03:24.905594 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-1ed33260-7788-4bf7-9f3d-82de2dac352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:03:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:24.954711 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc req-9e77fa64-0782-4e2a-9bc8-3903f15466ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48d8d3fb-c7c5-444e-9698-ca2a17672583 HTTP/1.1" status: 200 len: 998 time: 0.0602584 May 25 23:03:25.006397 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc req-859aeceb-a5e2-4b1a-859a-f9d18cf66fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:25.007852 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc req-859aeceb-a5e2-4b1a-859a-f9d18cf66fd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d0830f-722c-4736-aae8-acdb24d95416 HTTP/1.1" status: 200 len: 850 time: 0.0436285 May 25 23:03:25.008979 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-1ed33260-7788-4bf7-9f3d-82de2dac352c None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:03:25.053883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc req-281dbe51-61bb-47bb-beb1-ff7eaa6f8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:25.055393 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc req-281dbe51-61bb-47bb-beb1-ff7eaa6f8965 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892cb638-a1e1-4c1f-9fa3-d697ac74511c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398128 May 25 23:03:25.150645 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc req-a232355b-c662-4c5f-9f15-f351d75566f2 service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854199 May 25 23:03:25.240352 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f769f4c9-4cb5-4cb4-a012-6aa05cc5e0dc req-5bdf53fd-1ec3-4ecd-9e8c-92c7498c194a service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814805 May 25 23:03:25.242550 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-1ed33260-7788-4bf7-9f3d-82de2dac352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '451a8b41-760f-432f-b54b-4162b0710d59', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:1b:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:23Z', 'updated_at': '2022-05-25T23:03:23Z', 'revision_number': 0, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:25.275548 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed33260-7788-4bf7-9f3d-82de2dac352c None None] The sync data for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi is: [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '451a8b41-760f-432f-b54b-4162b0710d59', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:1b:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:23Z', 'updated_at': '2022-05-25T23:03:23Z', 'revision_number': 0, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:03:25.457745 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736a972-dea4-400b-b4a2-072563493139 None None] New status for floating IP 451a8b41-760f-432f-b54b-4162b0710d59: ACTIVE {{(pid=114258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:03:25.662993 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:26.513797 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-b63b7008-d384-40e4-8a93-d4c304fddfb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444610 May 25 23:03:26.621988 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-c56ca61b-52c1-4829-bbff-393f54a16163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:26.623427 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-c56ca61b-52c1-4829-bbff-393f54a16163 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 1098 time: 0.0384140 May 25 23:03:26.727211 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-af525442-d7a0-431f-9a2a-78de7bcd3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:26.730468 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-af525442-d7a0-431f-9a2a-78de7bcd3250 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 915 time: 0.0829780 May 25 23:03:26.802310 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-0fcf7b0b-c08b-446c-9e24-494070634360 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf827b2-486c-468c-94f9-fc8eba9e1099 HTTP/1.1" status: 200 len: 1001 time: 0.0614870 May 25 23:03:26.853025 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-1a5b2a62-16c3-44df-9983-89a33403d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:26.854432 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-1a5b2a62-16c3-44df-9983-89a33403d545 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.0429513 May 25 23:03:26.904046 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-f7857c24-ae3c-4e9d-bed7-b95b71cf954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:26.905459 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-f7857c24-ae3c-4e9d-bed7-b95b71cf954d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383546 May 25 23:03:27.001420 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-ef91560c-29cd-46c8-a0e8-ce33f0ab9a30 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835197 May 25 23:03:27.092672 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28bebe20-4f44-4fdd-ae5a-42fced4a745f req-6e51f1e0-21b3-4f60-93b3-a28d952eb5ba service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795195 May 25 23:03:29.857052 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:03:41.753796 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0e78e909-4668-49bb-be38-e6b63d1e2966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:44.205095 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-76ba94b7-d939-4f03-a5b4-e3c120ba534b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:45.245593 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:46.564294 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:47.135752 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:47.371049 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8b386-6ef1-4204-b93b-e9e489af2a28 req-0d8a9cd7-49fe-41fc-aa6b-47d6037f4fb1 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:47.372482 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9be8b386-6ef1-4204-b93b-e9e489af2a28 req-0d8a9cd7-49fe-41fc-aa6b-47d6037f4fb1 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0522294 May 25 23:03:47.410304 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9be8b386-6ef1-4204-b93b-e9e489af2a28 req-f875a58c-af20-4010-9a06-bec41afe8d40 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317688 May 25 23:03:48.528583 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8997cb-8e55-48a4-9132-22993d0e8d63 req-da20429e-a065-4f9d-b5de-17f3283836b4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:48.530024 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1b8997cb-8e55-48a4-9132-22993d0e8d63 req-da20429e-a065-4f9d-b5de-17f3283836b4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0495048 May 25 23:03:48.567392 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1b8997cb-8e55-48a4-9132-22993d0e8d63 req-c37bb0ee-26af-425c-bda8-028725120d2f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 May 25 23:03:49.295458 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65314243-1447-4785-ac72-0d2115d54422 req-3bdafdc3-0f8b-4a59-9984-35f3dabcfa2b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:49.296916 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-65314243-1447-4785-ac72-0d2115d54422 req-3bdafdc3-0f8b-4a59-9984-35f3dabcfa2b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 946 time: 0.0474632 May 25 23:03:49.333220 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-65314243-1447-4785-ac72-0d2115d54422 req-55faedd0-963a-4d43-9e3b-f0938b5fc5c6 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303938 May 25 23:03:49.698148 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d378e51-20a5-4f95-bab8-f30052852ea3 req-e5e752a8-6e4a-4e9c-90d1-cb17cb6d5073 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:49.699622 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7d378e51-20a5-4f95-bab8-f30052852ea3 req-e5e752a8-6e4a-4e9c-90d1-cb17cb6d5073 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0602040 May 25 23:03:49.741286 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7d378e51-20a5-4f95-bab8-f30052852ea3 req-0ba58cde-96f4-423a-bd27-1bdc19404111 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352645 May 25 23:03:50.452147 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ae826-9bad-4c86-b4ad-329cc741275d req-4e325626-660c-45ee-9aa3-e18f1544bdbc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:50.453582 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d08ae826-9bad-4c86-b4ad-329cc741275d req-4e325626-660c-45ee-9aa3-e18f1544bdbc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 946 time: 0.0489402 May 25 23:03:50.492222 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d08ae826-9bad-4c86-b4ad-329cc741275d req-d927c44d-b58f-46ca-bb10-a4570670a8d9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326440 May 25 23:03:50.857049 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86e7ac-486d-4863-b14a-720001889dac req-361cc2cf-c6af-439f-adac-4fdc180f25ef tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:50.858504 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-df86e7ac-486d-4863-b14a-720001889dac req-361cc2cf-c6af-439f-adac-4fdc180f25ef tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0487304 May 25 23:03:50.895225 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-df86e7ac-486d-4863-b14a-720001889dac req-9b9e0f5c-0acd-4d43-976c-31f2259c9f13 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307248 May 25 23:03:51.608091 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9342a0-fc4d-4c95-9e27-cc0261ed1bdd req-c7b568e2-9350-4413-a747-a18ef86d6318 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:51.609509 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fc9342a0-fc4d-4c95-9e27-cc0261ed1bdd req-c7b568e2-9350-4413-a747-a18ef86d6318 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 946 time: 0.0512331 May 25 23:03:51.646720 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fc9342a0-fc4d-4c95-9e27-cc0261ed1bdd req-93824b21-2656-4194-9546-8bf577b575f3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307593 May 25 23:03:52.008770 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f7790-5e5c-4d12-b17e-2d7f65be975d req-718bf497-340b-475d-97af-5515167fc47f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:52.010190 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-776f7790-5e5c-4d12-b17e-2d7f65be975d req-718bf497-340b-475d-97af-5515167fc47f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0478210 May 25 23:03:52.048689 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-776f7790-5e5c-4d12-b17e-2d7f65be975d req-05f86cb3-d98e-41ad-8143-8289f49e0cbd tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325232 May 25 23:03:52.410280 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-fa80bc90-1e7c-4eb0-9922-5b46ba0f7617 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:52.411725 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-fa80bc90-1e7c-4eb0-9922-5b46ba0f7617 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 946 time: 0.0480466 May 25 23:03:52.510185 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Deleting port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:03:52.510541 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.594562 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] For port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:52.594910 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.787686 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.788039 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.788346 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Floating IP e2714bc5-fe81-41ee-b4f9-954c02e07629 disassociated. External IP: 172.27.1.212, port: b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f. May 25 23:03:52.788675 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Calling delete_port for b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:03:52.812200 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a5d6-2eb5-42d5-b16e-501ff6dd6a44 req-7f57ffa0-8bda-46c4-897b-5420da38d6fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:52.817196 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b494a5d6-2eb5-42d5-b16e-501ff6dd6a44 req-7f57ffa0-8bda-46c4-897b-5420da38d6fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 946 time: 0.0758212 May 25 23:03:52.887639 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b494a5d6-2eb5-42d5-b16e-501ff6dd6a44 req-90bfe09b-837e-470f-be6d-71ad5e74d13c tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=685fbbab-0147-45a6-9101-aee63567e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481439 May 25 23:03:53.028058 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:53.055929 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'Port': ['ID=b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:53.203214 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:03:53.211139 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fbae1-9c91-4fec-9fc9-6d19de6f3698 req-47e5f46b-279c-4d57-ad73-11eedcc67878 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:53.212569 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7f9fbae1-9c91-4fec-9fc9-6d19de6f3698 req-47e5f46b-279c-4d57-ad73-11eedcc67878 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0929720 May 25 23:03:53.292608 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7f9fbae1-9c91-4fec-9fc9-6d19de6f3698 req-145999bf-0c5b-4b86-8597-8e478a50231e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737247 May 25 23:03:53.344054 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:03:53.356855 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd2e90-e030-4007-9ba5-e2c5264bc49c None None] Sync routers for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:03:53.366692 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd2e90-e030-4007-9ba5-e2c5264bc49c None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:03:53.367303 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-88cd2e90-e030-4007-9ba5-e2c5264bc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:03:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:53.382697 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] No DVR routers for this DVR port b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:03:53.385701 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:53.389204 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-992c8710-70d3-42a5-81b0-ddae71591de4 req-532aeedb-e048-4646-8554-d3125e770f44 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "DELETE /v2.0/ports/b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f HTTP/1.1" status: 204 len: 173 time: 0.9649734 May 25 23:03:53.389668 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'name': 'network-vif-deleted', 'tag': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:03:53.392137 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5edca9-4e67-42de-8df6-78e6aea4513e" -d '{"events": [{"server_uuid": "f38fbda2-95d2-4734-9985-c4deeed76c6e", "name": "network-vif-deleted", "tag": "b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:03:53.436066 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2972a5e0-93ec-48b7-b1b3-2afe1482ee55 x-openstack-request-id: req-2972a5e0-93ec-48b7-b1b3-2afe1482ee55 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:03:53.439816 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38fbda2-95d2-4734-9985-c4deeed76c6e", "name": "network-vif-deleted", "tag": "b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:03:53.439816 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2972a5e0-93ec-48b7-b1b3-2afe1482ee55 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:03:53.439816 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2972a5e0-93ec-48b7-b1b3-2afe1482ee55'] response: {'server_uuid': 'f38fbda2-95d2-4734-9985-c4deeed76c6e', 'name': 'network-vif-deleted', 'tag': 'b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f', 'status': 'completed', 'code': 200} May 25 23:03:53.481504 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-88cd2e90-e030-4007-9ba5-e2c5264bc49c None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:03:53.713762 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-88cd2e90-e030-4007-9ba5-e2c5264bc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bb6102df-058a-4732-b8e7-4dffb04d5e43', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:47:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eff1e9-bed7-4efa-86de-1585b975a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:43Z', 'updated_at': '2022-05-25T22:57:27Z', 'revision_number': 2, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:53.739467 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd2e90-e030-4007-9ba5-e2c5264bc49c None None] Checking router: c3b3a688-ed9e-4dd5-b5fb-50af9944f744 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:03:53.748034 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd2e90-e030-4007-9ba5-e2c5264bc49c None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:03:53.748629 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-88cd2e90-e030-4007-9ba5-e2c5264bc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:03:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:53.966263 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-88cd2e90-e030-4007-9ba5-e2c5264bc49c None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:03:53.993837 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-822f7b11-e211-4f56-8274-54831eaa46eb req-45ae67ca-4899-4844-84bf-83d14bd8eff6 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=f38fbda2-95d2-4734-9985-c4deeed76c6e HTTP/1.1" status: 200 len: 210 time: 0.0288877 May 25 23:03:54.186738 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-88cd2e90-e030-4007-9ba5-e2c5264bc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bb6102df-058a-4732-b8e7-4dffb04d5e43', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:47:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eff1e9-bed7-4efa-86de-1585b975a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:43Z', 'updated_at': '2022-05-25T22:57:27Z', 'revision_number': 2, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:54.212279 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd2e90-e030-4007-9ba5-e2c5264bc49c None None] The sync data for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi is: [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bb6102df-058a-4732-b8e7-4dffb04d5e43', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:47:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eff1e9-bed7-4efa-86de-1585b975a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:56:43Z', 'updated_at': '2022-05-25T22:57:27Z', 'revision_number': 2, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:03:54.412615 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e3d51-a9cf-42bb-84cb-2f99cb4af438 req-f1ff7380-88a3-4062-bc67-caec1550ddbb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:54.414093 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-276e3d51-a9cf-42bb-84cb-2f99cb4af438 req-f1ff7380-88a3-4062-bc67-caec1550ddbb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0498962 May 25 23:03:54.422014 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03d601-7b3c-45e1-ad5a-a7d1b89f5bd1 None None] New status for floating IP e2714bc5-fe81-41ee-b4f9-954c02e07629: DOWN {{(pid=114258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:03:54.453588 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-276e3d51-a9cf-42bb-84cb-2f99cb4af438 req-6621d1cb-0887-443b-8762-376cc5a24ea5 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325170 May 25 23:03:54.924285 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:03:54.943876 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:03:54.944208 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device b9ffcdb6-d5d0-4f8b-89d8-056d3b4da01f not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:03:55.144270 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 60986) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:03:55.198637 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.221182 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.354034 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.356579 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.357763 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "DELETE /v2.0/security-groups/685fbbab-0147-45a6-9101-aee63567e892 HTTP/1.1" status: 204 len: 168 time: 0.2125337 May 25 23:03:55.360752 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 60990) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:03:55.367055 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685fbbab-0147-45a6-9101-aee63567e892,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:55.374142 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.374512 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.374883 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.375241 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.375570 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.375684 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.api.v2.resource [None req-42a1ad05-40cf-4863-8d9b-056f15307249 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] show failed (client error): The resource could not be found. May 25 23:03:55.375901 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.376228 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.379271 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.379395 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-42a1ad05-40cf-4863-8d9b-056f15307249 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups/685fbbab-0147-45a6-9101-aee63567e892 HTTP/1.1" status: 404 len: 347 time: 0.0149100 May 25 23:03:55.379498 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.379498 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.379498 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.379498 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440f471-4a53-49c4-80de-77f3068eda11 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.379828 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 60992) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:03:55.503046 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Deleting port e87c6a06-ba2f-4e64-b9ec-06b240ad69ae {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:03:55.503722 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.611249 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.611568 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.625609 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70393eca-c677-4d89-8234-93a344c0d7a1 req-694a0575-e35e-41f7-8200-ef452c735f11 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:55.627164 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-70393eca-c677-4d89-8234-93a344c0d7a1 req-694a0575-e35e-41f7-8200-ef452c735f11 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0856552 May 25 23:03:55.632875 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Calling delete_port for e87c6a06-ba2f-4e64-b9ec-06b240ad69ae owned by network:floatingip {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:03:55.679811 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.716804 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-70393eca-c677-4d89-8234-93a344c0d7a1 req-b61b3a4e-cb16-4104-ad7b-cf4aea0b5d84 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817513 May 25 23:03:55.873059 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.898991 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'Port': ['ID=e87c6a06-ba2f-4e64-b9ec-06b240ad69ae,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:55.924294 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.926644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.926644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.926644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.926644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.926644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.926644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.926644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.927255 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.927255 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.927486 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.927804 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:55.932053 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.934518 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.935631 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-313b6393-5fc2-4499-90a6-55eadfe556fc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "DELETE /v2.0/floatingips/e2714bc5-fe81-41ee-b4f9-954c02e07629 HTTP/1.1" status: 204 len: 168 time: 0.5553634 May 25 23:03:56.832309 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a5bee-fb98-4e06-8ce6-48121bc7c7a1 req-b1ff92f8-cebb-4bc3-88ce-b7ea65c8d0ee tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:56.834254 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-648a5bee-fb98-4e06-8ce6-48121bc7c7a1 req-b1ff92f8-cebb-4bc3-88ce-b7ea65c8d0ee tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0486329 May 25 23:03:56.871195 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-648a5bee-fb98-4e06-8ce6-48121bc7c7a1 req-07e00e50-ee84-4196-92b4-bce5c1f02edc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309160 May 25 23:03:57.989108 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae210a3a-6f8f-4e64-940e-057aa5237907 req-d5c7a60b-4d73-43ac-9178-b42de594fd53 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:57.991005 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ae210a3a-6f8f-4e64-940e-057aa5237907 req-d5c7a60b-4d73-43ac-9178-b42de594fd53 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0530453 May 25 23:03:58.030735 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ae210a3a-6f8f-4e64-940e-057aa5237907 req-aca8a999-3b3b-4125-851f-79c58b540900 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337989 May 25 23:03:58.996892 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3d216-dd45-4f97-a037-bf0356fca40c req-59d808ec-aa66-4386-be38-4638109bb1d5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:58.998361 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6dd3d216-dd45-4f97-a037-bf0356fca40c req-59d808ec-aa66-4386-be38-4638109bb1d5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 945 time: 0.0484250 May 25 23:03:59.034837 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6dd3d216-dd45-4f97-a037-bf0356fca40c req-e3f8cabb-0cee-4b96-9adb-0dede7f32748 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304606 May 25 23:03:59.145338 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6879e-d8e3-4c5e-8f50-ff3c4dd9ef82 req-192686c2-e0f9-43a8-b5f6-9c12dc4874d1 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:03:59.147420 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-02d6879e-d8e3-4c5e-8f50-ff3c4dd9ef82 req-192686c2-e0f9-43a8-b5f6-9c12dc4874d1 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0486457 May 25 23:03:59.184619 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-02d6879e-d8e3-4c5e-8f50-ff3c4dd9ef82 req-c02d0b81-4ba9-42b0-9bac-e858bfbc779c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313299 May 25 23:04:00.154484 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f3397-9124-4a35-b35f-6e70df52db4c req-ffcb2383-ba0b-4da3-b972-6ab8b21b4c37 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:00.155935 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-255f3397-9124-4a35-b35f-6e70df52db4c req-ffcb2383-ba0b-4da3-b972-6ab8b21b4c37 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 945 time: 0.0536587 May 25 23:04:00.192759 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-255f3397-9124-4a35-b35f-6e70df52db4c req-ec747b3c-bca1-48c9-96aa-017b04a6daf3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=de364dac-92f2-4328-884d-2959518b9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308414 May 25 23:04:00.299444 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce2606-afa2-4777-b203-55abea743d16 req-b5974114-2181-43d2-80f2-724e2ae6deb2 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:00.300883 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d3ce2606-afa2-4777-b203-55abea743d16 req-b5974114-2181-43d2-80f2-724e2ae6deb2 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0490534 May 25 23:04:00.338309 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d3ce2606-afa2-4777-b203-55abea743d16 req-cc66cd7d-7ab1-4f43-9352-09b55ab4f8a1 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308065 May 25 23:04:00.645581 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-2b2ce701-a74e-41bb-b732-bf3825e88c3a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:00.647718 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-2b2ce701-a74e-41bb-b732-bf3825e88c3a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 945 time: 0.0485969 May 25 23:04:00.744058 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Deleting port cdf827b2-486c-468c-94f9-fc8eba9e1099 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:00.749778 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.830029 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] For port cdf827b2-486c-468c-94f9-fc8eba9e1099, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=cdf827b2-486c-468c-94f9-fc8eba9e1099,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:00.830415 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.002616 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.002878 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.003194 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Floating IP bb6102df-058a-4732-b8e7-4dffb04d5e43 disassociated. External IP: 172.27.1.216, port: cdf827b2-486c-468c-94f9-fc8eba9e1099. May 25 23:04:01.003526 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Calling delete_port for cdf827b2-486c-468c-94f9-fc8eba9e1099 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:01.181799 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.208340 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'Port': ['ID=cdf827b2-486c-468c-94f9-fc8eba9e1099,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:01.294521 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b2995f5c-15fb-489b-921c-5faa8fe0a44a req-869a0385-3b88-447c-8a24-2d5b0ce74ebd tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0322394 May 25 23:04:01.350446 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:04:01.479990 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:04:01.490189 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66221955-107c-487a-8039-da58859cfe64 None None] Sync routers for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:04:01.500224 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66221955-107c-487a-8039-da58859cfe64 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:01.500840 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-66221955-107c-487a-8039-da58859cfe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:03:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:01.508969 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e3ed4-0d5e-41eb-9f8f-90b2aa74d009 req-4584968f-281c-4342-a91b-89b81a5794c5 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:01.510429 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f62e3ed4-0d5e-41eb-9f8f-90b2aa74d009 req-4584968f-281c-4342-a91b-89b81a5794c5 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.1048450 May 25 23:04:01.534749 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] No DVR routers for this DVR port cdf827b2-486c-468c-94f9-fc8eba9e1099 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:04:01.538082 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.541283 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-baf5cd9e-f94b-48e0-97ab-5e414ab69a55 req-9771fb70-8f49-42ce-bc5c-ac7b3c70114d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "DELETE /v2.0/ports/cdf827b2-486c-468c-94f9-fc8eba9e1099 HTTP/1.1" status: 204 len: 173 time: 0.8841233 May 25 23:04:01.541713 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eff1e9-bed7-4efa-86de-1585b975a248', 'name': 'network-vif-deleted', 'tag': 'cdf827b2-486c-468c-94f9-fc8eba9e1099'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:01.543936 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede0c4cf-087f-419e-8a64-ccc0114e04a9" -d '{"events": [{"server_uuid": "27eff1e9-bed7-4efa-86de-1585b975a248", "name": "network-vif-deleted", "tag": "cdf827b2-486c-468c-94f9-fc8eba9e1099"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:01.577451 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f62e3ed4-0d5e-41eb-9f8f-90b2aa74d009 req-d817df5a-54a2-4f0f-b3cb-90e9907eb988 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610147 May 25 23:04:01.603719 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41866941-cd6b-485c-9ff6-2470c86a24fb x-openstack-request-id: req-41866941-cd6b-485c-9ff6-2470c86a24fb {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:01.603960 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eff1e9-bed7-4efa-86de-1585b975a248", "name": "network-vif-deleted", "tag": "cdf827b2-486c-468c-94f9-fc8eba9e1099", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:01.604421 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41866941-cd6b-485c-9ff6-2470c86a24fb {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:01.604853 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41866941-cd6b-485c-9ff6-2470c86a24fb'] response: {'server_uuid': '27eff1e9-bed7-4efa-86de-1585b975a248', 'name': 'network-vif-deleted', 'tag': 'cdf827b2-486c-468c-94f9-fc8eba9e1099', 'status': 'completed', 'code': 200} May 25 23:04:01.616509 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-66221955-107c-487a-8039-da58859cfe64 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:01.822849 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-66221955-107c-487a-8039-da58859cfe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:01.852422 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66221955-107c-487a-8039-da58859cfe64 None None] Checking router: c3b3a688-ed9e-4dd5-b5fb-50af9944f744 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:04:01.860605 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66221955-107c-487a-8039-da58859cfe64 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:01.861205 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-66221955-107c-487a-8039-da58859cfe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:03:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:01.966713 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-66221955-107c-487a-8039-da58859cfe64 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:02.158312 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-66221955-107c-487a-8039-da58859cfe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:02.183948 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66221955-107c-487a-8039-da58859cfe64 None None] The sync data for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi is: [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:04:02.406190 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148fecee-0b6d-48d8-ba13-dfeb5ca79212 None None] New status for floating IP bb6102df-058a-4732-b8e7-4dffb04d5e43: DOWN {{(pid=114258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:04:02.406842 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-aee4a5b5-6b7f-47ca-9b1d-0b4ccde50f2a req-6d5fb2c0-8f37-45ed-b8f1-43d92b99d3b6 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=27eff1e9-bed7-4efa-86de-1585b975a248 HTTP/1.1" status: 200 len: 210 time: 0.0289645 May 25 23:04:02.698063 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb7623-4827-4989-bbbc-f4ec6891ca65 req-718b70f3-cbd7-4feb-8805-b75653f6d379 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:02.699485 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d2fb7623-4827-4989-bbbc-f4ec6891ca65 req-718b70f3-cbd7-4feb-8805-b75653f6d379 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0519016 May 25 23:04:02.736664 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d2fb7623-4827-4989-bbbc-f4ec6891ca65 req-31212dda-e195-43f2-aa32-2fbebbf6b529 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 May 25 23:04:02.810950 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d13cef-a0ce-41da-ba0a-05dc5c8eb0d6 req-9c23accb-d776-4d92-a6f0-669b4fe8d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:02.812369 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7d13cef-a0ce-41da-ba0a-05dc5c8eb0d6 req-9c23accb-d776-4d92-a6f0-669b4fe8d47a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130b0835a708430ab71f0488b74d673d&device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 1098 time: 0.0536509 May 25 23:04:02.903633 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d13cef-a0ce-41da-ba0a-05dc5c8eb0d6 req-c99b6570-8fb9-4072-9cb2-cb434924b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:02.905063 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7d13cef-a0ce-41da-ba0a-05dc5c8eb0d6 req-c99b6570-8fb9-4072-9cb2-cb434924b690 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4343add9-6232-4758-8bba-f6e547fcafd9 HTTP/1.1" status: 200 len: 909 time: 0.0844285 May 25 23:04:02.959065 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device cdf827b2-486c-468c-94f9-fc8eba9e1099 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:04:02.968942 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7d13cef-a0ce-41da-ba0a-05dc5c8eb0d6 req-7e765de9-f560-4234-8d57-1d3664031dd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af5a95de-b5bc-4438-a26f-d729e250731f HTTP/1.1" status: 200 len: 1001 time: 0.0559733 May 25 23:04:02.982680 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: cdf827b2-486c-468c-94f9-fc8eba9e1099 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:04:02.983226 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device cdf827b2-486c-468c-94f9-fc8eba9e1099 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:04:03.017828 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d13cef-a0ce-41da-ba0a-05dc5c8eb0d6 req-58b42554-e320-4e0f-bd46-9772494d7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:03.019264 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7d13cef-a0ce-41da-ba0a-05dc5c8eb0d6 req-58b42554-e320-4e0f-bd46-9772494d7cde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19646eba-db07-4c3d-97ef-7a2572905cb1 HTTP/1.1" status: 200 len: 847 time: 0.0428255 May 25 23:04:03.067847 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d13cef-a0ce-41da-ba0a-05dc5c8eb0d6 req-50c1dea3-3e04-430f-86a2-fe216c2a400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:03.069547 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7d13cef-a0ce-41da-ba0a-05dc5c8eb0d6 req-50c1dea3-3e04-430f-86a2-fe216c2a400c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4343add9-6232-4758-8bba-f6e547fcafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423679 May 25 23:04:03.159867 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7d13cef-a0ce-41da-ba0a-05dc5c8eb0d6 req-d96632dc-eb34-4ec6-9cd9-49f355f11d51 service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814142 May 25 23:04:03.249186 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7d13cef-a0ce-41da-ba0a-05dc5c8eb0d6 req-7f949dce-72a0-4d84-acac-439b563fe74d service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817280 May 25 23:04:03.566263 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 32814) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:03.620347 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2a82287b-23c6-450c-8e04-d49f8db465d9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:03.642585 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2a82287b-23c6-450c-8e04-d49f8db465d9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:03.736394 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2a82287b-23c6-450c-8e04-d49f8db465d9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:03.739045 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2a82287b-23c6-450c-8e04-d49f8db465d9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:03.740928 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-2a82287b-23c6-450c-8e04-d49f8db465d9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "DELETE /v2.0/security-groups/de364dac-92f2-4328-884d-2959518b9a8e HTTP/1.1" status: 204 len: 168 time: 0.1731327 May 25 23:04:03.743678 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32816) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:03.751345 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82287b-23c6-450c-8e04-d49f8db465d9 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de364dac-92f2-4328-884d-2959518b9a8e,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:03.758966 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.api.v2.resource [None req-7c2e0748-08cf-4ebd-ad0a-16652bde1a9e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] show failed (client error): The resource could not be found. May 25 23:04:03.762190 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-7c2e0748-08cf-4ebd-ad0a-16652bde1a9e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups/de364dac-92f2-4328-884d-2959518b9a8e HTTP/1.1" status: 404 len: 347 time: 0.0147889 May 25 23:04:03.762632 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32820) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:03.856476 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e556d8a-29b6-4f75-9247-a18654ae9753 req-692b0270-d424-427c-98d9-265d6af0a5da tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:03.857929 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2e556d8a-29b6-4f75-9247-a18654ae9753 req-692b0270-d424-427c-98d9-265d6af0a5da tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0483456 May 25 23:04:03.889230 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-b5f440b8-9ced-47de-97f3-52bf0cd2cd09 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Deleting port 48f31287-4467-4a9f-acfd-8e7487f4c418 {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:03.889560 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b5f440b8-9ced-47de-97f3-52bf0cd2cd09 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:03.895287 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2e556d8a-29b6-4f75-9247-a18654ae9753 req-541df73f-c56e-45a3-81fb-535d66860ac4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312660 May 25 23:04:03.963552 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b5f440b8-9ced-47de-97f3-52bf0cd2cd09 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:03.963900 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b5f440b8-9ced-47de-97f3-52bf0cd2cd09 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:03.975690 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-b5f440b8-9ced-47de-97f3-52bf0cd2cd09 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Calling delete_port for 48f31287-4467-4a9f-acfd-8e7487f4c418 owned by network:floatingip {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:04.227936 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b5f440b8-9ced-47de-97f3-52bf0cd2cd09 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:04.251317 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f440b8-9ced-47de-97f3-52bf0cd2cd09 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'Port': ['ID=48f31287-4467-4a9f-acfd-8e7487f4c418,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:04.315494 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b5f440b8-9ced-47de-97f3-52bf0cd2cd09 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:04.318035 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b5f440b8-9ced-47de-97f3-52bf0cd2cd09 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:04.319211 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-b5f440b8-9ced-47de-97f3-52bf0cd2cd09 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "DELETE /v2.0/floatingips/bb6102df-058a-4732-b8e7-4dffb04d5e43 HTTP/1.1" status: 204 len: 168 time: 0.5556526 May 25 23:04:04.442121 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32824) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:04.446666 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-9c8eac3b-862e-4035-b246-2d85154ce459 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--363703948', 'description': 'tempest-description--1843642297'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:04.518899 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9c8eac3b-862e-4035-b246-2d85154ce459 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:04.582702 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9c8eac3b-862e-4035-b246-2d85154ce459 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:04.656822 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9c8eac3b-862e-4035-b246-2d85154ce459 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:04.685091 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8eac3b-862e-4035-b246-2d85154ce459 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8b71fa-1e9b-4037-a1e2-dba86b255659,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:04.756339 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9c8eac3b-862e-4035-b246-2d85154ce459 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:04.757561 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9c8eac3b-862e-4035-b246-2d85154ce459 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3144100 May 25 23:04:04.760577 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32826) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:04.765017 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-083491e0-9dfd-4f10-875d-080e081d965a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b71fa-1e9b-4037-a1e2-dba86b255659', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:04.855164 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-083491e0-9dfd-4f10-875d-080e081d965a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:04.909462 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-083491e0-9dfd-4f10-875d-080e081d965a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:04.976384 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-083491e0-9dfd-4f10-875d-080e081d965a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:04.993809 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083491e0-9dfd-4f10-875d-080e081d965a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95094b43-eb2a-403d-8a06-68e139508add,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:05.014002 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675a767-c8cd-4126-8117-43a6a569da27 req-d2f552ea-1c03-4370-8743-a32db8e37213 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:05.016911 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f675a767-c8cd-4126-8117-43a6a569da27 req-d2f552ea-1c03-4370-8743-a32db8e37213 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0533082 May 25 23:04:05.053015 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f675a767-c8cd-4126-8117-43a6a569da27 req-0c129a2f-6237-4042-a89f-85178603f98d tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307243 May 25 23:04:05.080496 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-083491e0-9dfd-4f10-875d-080e081d965a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:05.081829 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-083491e0-9dfd-4f10-875d-080e081d965a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3201969 May 25 23:04:05.085153 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32830) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:05.089389 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-4b02c3e9-e707-440e-9613-8ac0be1885c5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b71fa-1e9b-4037-a1e2-dba86b255659', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:05.193341 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b02c3e9-e707-440e-9613-8ac0be1885c5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:05.248631 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b02c3e9-e707-440e-9613-8ac0be1885c5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:05.319674 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b02c3e9-e707-440e-9613-8ac0be1885c5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:05.339965 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02c3e9-e707-440e-9613-8ac0be1885c5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dc3f85-1ef7-48d5-95ab-a24f38db64b2,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:05.389471 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4b02c3e9-e707-440e-9613-8ac0be1885c5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:05.390777 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-4b02c3e9-e707-440e-9613-8ac0be1885c5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3046806 May 25 23:04:05.393826 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32832) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:05.398229 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:05.462232 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:05.557455 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:05.664870 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Allocated IP 172.27.1.32 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/1323c8f5-c9f9-4b33-adb7-7ee72ff40dd0) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:04:05.762931 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:05.897999 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:05.937449 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:04:05.940133 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:04:05.943493 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:04:05.968644 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=1323c8f5-c9f9-4b33-adb7-7ee72ff40dd0,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:06.030636 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:06.151068 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:06.172106 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2a0ff-7042-443d-8e17-9bc470298548 req-3e4cfe97-2055-4428-be14-81faa1a8b538 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:06.173578 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a8e2a0ff-7042-443d-8e17-9bc470298548 req-3e4cfe97-2055-4428-be14-81faa1a8b538 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0526354 May 25 23:04:06.213028 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a8e2a0ff-7042-443d-8e17-9bc470298548 req-44fe0603-0e0d-4ab7-99ff-217104125e48 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322874 May 25 23:04:06.301627 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:06.404180 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3746103'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:06.482715 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=1323c8f5-c9f9-4b33-adb7-7ee72ff40dd0,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:06.492094 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:06.572936 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:06.574553 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-b0a41558-a5ec-4459-8b94-cc0c8c3a016f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1793432 May 25 23:04:06.717304 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-9dbe7d96-1def-400e-a01f-231ff3ba5276 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--363703948&fields=id&tenant_id=f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 267 time: 0.0330145 May 25 23:04:06.856027 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:04:07.073363 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e904-2d5d-492d-880e-0cc37676a97c req-f7528e75-86a8-4118-99d8-07665ed62541 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:07.074827 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-f7528e75-86a8-4118-99d8-07665ed62541 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 814 time: 0.3506010 May 25 23:04:07.090561 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-7d6573fc-b32f-4bf4-9065-185807e2f112 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/quotas/f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 375 time: 0.0097537 May 25 23:04:07.142878 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-edadff93-1827-49e2-8aca-bcae555b24c0 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469105 May 25 23:04:07.234312 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-52c04d73-77e4-4337-88e6-cf8e21e73b7c service neutron] 10.222.0.48 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799634 May 25 23:04:07.361471 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68733d80-7bd2-430d-8cfc-784560af1d0b req-1a31ea69-b517-4dfd-a4b4-374c2947ce84 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:07.362842 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-68733d80-7bd2-430d-8cfc-784560af1d0b req-1a31ea69-b517-4dfd-a4b4-374c2947ce84 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0752358 May 25 23:04:07.365002 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-b642b652-c521-40c9-8de4-4b6a5bede8cc service neutron] 10.222.0.48 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236289 May 25 23:04:07.401437 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-68733d80-7bd2-430d-8cfc-784560af1d0b req-364e33aa-0640-4a84-bc5e-0d0314f2a726 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320532 May 25 23:04:07.468791 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-8abe426c-6591-489d-8708-a0d1d4f8a199 req-b8ccd10f-510b-4b8b-8b9a-7d3198bd9fc1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 23:04:07.469802 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8abe426c-6591-489d-8708-a0d1d4f8a199 req-b8ccd10f-510b-4b8b-8b9a-7d3198bd9fc1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057344 May 25 23:04:07.608016 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-77a608e9-fa2c-4893-9357-8058093171af req-e45182d6-4a9e-419c-b57c-2cd179f7b68c tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 210 time: 0.0293574 May 25 23:04:07.792509 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c52b5a-6a98-4a75-8d56-822f8304bc81 req-04610df4-1546-426c-9e57-e6f161adedec tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:07.793900 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-33c52b5a-6a98-4a75-8d56-822f8304bc81 req-04610df4-1546-426c-9e57-e6f161adedec tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0482268 May 25 23:04:07.832462 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-33c52b5a-6a98-4a75-8d56-822f8304bc81 req-c251be5d-017f-4490-a849-de5cb7c6a2fd tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324297 May 25 23:04:07.851916 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32872) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:07.969250 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-33c54c72-645e-485d-9fab-24f8e46e9c6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161137 May 25 23:04:07.979471 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-bd027372-06f6-45ac-b757-b4c1a1e0b044 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 23:04:07.980426 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-bd027372-06f6-45ac-b757-b4c1a1e0b044 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051522 May 25 23:04:08.702331 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-459144e0-b4e0-4891-a4f8-4449b08b4dfa req-5db20a56-fcc8-4275-89b9-0a20784def33 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 210 time: 0.0262721 May 25 23:04:08.947635 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937c825-2783-4773-a8f0-e141c14eeeba req-63f2998e-64b4-49f8-be70-63fdc81c729c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:08.949091 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9937c825-2783-4773-a8f0-e141c14eeeba req-63f2998e-64b4-49f8-be70-63fdc81c729c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0481927 May 25 23:04:08.993372 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9937c825-2783-4773-a8f0-e141c14eeeba req-c58fe311-629e-4044-99b8-3ef7fff235b4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380571 May 25 23:04:09.013884 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device af5a95de-b5bc-4438-a26f-d729e250731f no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:04:09.078760 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port af5a95de-b5bc-4438-a26f-d729e250731f is: ACTIVE; New status is: DOWN {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:04:09.079136 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:09.103850 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:09.106150 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe8adea-2e64-4430-bb3b-367f2f3fd9fc" -d '{"events": [{"server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "name": "network-vif-unplugged", "status": "completed", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:09.121943 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port af5a95de-b5bc-4438-a26f-d729e250731f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=af5a95de-b5bc-4438-a26f-d729e250731f,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:09.138111 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 23:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1792a9ee-3168-455d-86f0-cbe9fa4ec0bf x-openstack-request-id: req-1792a9ee-3168-455d-86f0-cbe9fa4ec0bf {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:09.138433 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "name": "network-vif-unplugged", "status": "failed", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f", "code": 422}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:09.138690 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1792a9ee-3168-455d-86f0-cbe9fa4ec0bf {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:09.139132 dv-cinder-843209-1-iscsi neutron-server[114257]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1792a9ee-3168-455d-86f0-cbe9fa4ec0bf']: {'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'code': 422} returned with failed status May 25 23:04:09.205194 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:09.253292 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=af5a95de-b5bc-4438-a26f-d729e250731f,revision_number=6']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:09.697133 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e904-2d5d-492d-880e-0cc37676a97c req-8d688376-99d3-487b-b6fe-15403a50e6a7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:09.698545 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-8d688376-99d3-487b-b6fe-15403a50e6a7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 814 time: 0.1013703 May 25 23:04:09.762177 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-13e164f9-82b2-4323-8253-1e29b7ee1a17 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 379 time: 0.0390408 May 25 23:04:09.773043 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'port': {'device_id': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'admin_state_up': True, 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'security_groups': ['ea8b71fa-1e9b-4037-a1e2-dba86b255659']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:09.845782 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0786cce6-1b70-46c3-9efe-11ea391a99bc req-3fc76af7-8dee-4058-a3e5-cbd55dcaeab7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 210 time: 0.0690415 May 25 23:04:09.993568 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Made reservation on behalf of f9cea3c91d374b32817fc9600bcae426 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:04:09.997130 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:10.155308 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e160b-2f9f-4c4f-87dd-9fe41d7d8238 req-7ed3625e-5d33-4807-b972-4f6cc5148f31 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:10.156767 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a14e160b-2f9f-4c4f-87dd-9fe41d7d8238 req-7ed3625e-5d33-4807-b972-4f6cc5148f31 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0923555 May 25 23:04:10.173974 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Allocated IP 172.20.0.11 (8832910d-3014-46b3-926b-42ce9e4f63a7/3cc5fde0-cb97-48f5-833b-89086f6b613a/716651f1-d215-415c-b904-ad675586a93d) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:04:10.214652 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a14e160b-2f9f-4c4f-87dd-9fe41d7d8238 req-a7579e63-528a-4513-bf7b-3d4035189509 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515709 May 25 23:04:10.334050 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:10.433401 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:10.473668 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:04:10.477432 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:04:10.481399 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:04:10.486922 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:10.487592 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:10.501405 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=716651f1-d215-415c-b904-ad675586a93d,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:10.606849 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-76b7087f-ffac-478c-a23a-38356f513505 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8379931 May 25 23:04:10.628599 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Request body: {'port': {'device_id': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:10.683884 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:10.741169 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-c104f29c-c728-401c-ae94-5736fec7ec59 None None] Provisioning complete for port 716651f1-d215-415c-b904-ad675586a93d triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:04:10.741690 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c104f29c-c728-401c-ae94-5736fec7ec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:10.778638 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-c104f29c-c728-401c-ae94-5736fec7ec59 None None] Port 716651f1-d215-415c-b904-ad675586a93d cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:04:10.998331 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716651f1-d215-415c-b904-ad675586a93d {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:04:11.011922 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4366d3-4385-4516-9c90-99d96a45ba89 req-cc62d370-e8fd-4971-8b80-8d75296ca963 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:11.013411 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f4366d3-4385-4516-9c90-99d96a45ba89 req-cc62d370-e8fd-4971-8b80-8d75296ca963 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 932 time: 0.0944538 May 25 23:04:11.015141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:11.039942 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Transition to ACTIVE for port object 716651f1-d215-415c-b904-ad675586a93d will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:04:11.060333 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f4366d3-4385-4516-9c90-99d96a45ba89 req-6442d9d1-cd35-4bcd-a0e4-74c799908e5f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391281 May 25 23:04:11.102899 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:11.185807 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Pushing event updated for resources: {'Port': ['ID=716651f1-d215-415c-b904-ad675586a93d,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:11.217877 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-344a297f-a266-41d3-a70e-533518988c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:11.219437 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-344a297f-a266-41d3-a70e-533518988c43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc&tenant_id=130b0835a708430ab71f0488b74d673d HTTP/1.1" status: 200 len: 1096 time: 0.0883985 May 25 23:04:11.231668 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Attempting to bind port 716651f1-d215-415c-b904-ad675586a93d on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:04:11.231997 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Attempting to bind port 716651f1-d215-415c-b904-ad675586a93d by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:04:11.232325 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Attempting to bind port 716651f1-d215-415c-b904-ad675586a93d on network 8832910d-3014-46b3-926b-42ce9e4f63a7 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:04:11.239570 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Port 716651f1-d215-415c-b904-ad675586a93d on network 8832910d-3014-46b3-926b-42ce9e4f63a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:04:11.240128 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Attempting to bind port 716651f1-d215-415c-b904-ad675586a93d on network 8832910d-3014-46b3-926b-42ce9e4f63a7 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:04:11.247140 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:04:11.247470 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Checking segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:04:11.247908 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Bound using segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:04:11.248339 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Bound port: 716651f1-d215-415c-b904-ad675586a93d, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:04:11.248709 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:11.378854 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] For port 716651f1-d215-415c-b904-ad675586a93d, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:04:11.383895 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] For port 716651f1-d215-415c-b904-ad675586a93d, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=716651f1-d215-415c-b904-ad675586a93d,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:04:11.392147 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-8487cb5c-0e0b-492b-8323-8e3f3d76fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:11.393648 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-8487cb5c-0e0b-492b-8323-8e3f3d76fcd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130b0835a708430ab71f0488b74d673d&device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 1096 time: 0.1100636 May 25 23:04:11.405060 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d270c5-1ac0-45fa-8596-94f9eb9874bb req-8a54cb60-7daa-49ea-83f4-3e967c226c26 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:11.406502 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-39d270c5-1ac0-45fa-8596-94f9eb9874bb req-8a54cb60-7daa-49ea-83f4-3e967c226c26 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.1076841 May 25 23:04:11.473278 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:11.515471 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:11.515847 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:11.517271 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/716651f1-d215-415c-b904-ad675586a93d HTTP/1.1" status: 200 len: 1094 time: 0.8931677 May 25 23:04:11.526010 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'tag': '716651f1-d215-415c-b904-ad675586a93d'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:11.528723 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907ab5d7-752f-4b72-b329-eacf48104991" -d '{"events": [{"name": "network-changed", "server_uuid": "9632d65e-e7ae-4ccd-b666-c466eadae3fd", "tag": "716651f1-d215-415c-b904-ad675586a93d"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:11.565440 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-39d270c5-1ac0-45fa-8596-94f9eb9874bb req-74d43588-6774-45c3-84f8-a2e572154d2e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462696 May 25 23:04:11.575275 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566ca5fd-68e8-44b1-963d-2c082711a63f x-openstack-request-id: req-566ca5fd-68e8-44b1-963d-2c082711a63f {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:11.575562 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9632d65e-e7ae-4ccd-b666-c466eadae3fd", "tag": "716651f1-d215-415c-b904-ad675586a93d", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:11.575812 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-566ca5fd-68e8-44b1-963d-2c082711a63f {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:11.576235 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566ca5fd-68e8-44b1-963d-2c082711a63f'] response: {'name': 'network-changed', 'server_uuid': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'tag': '716651f1-d215-415c-b904-ad675586a93d', 'status': 'completed', 'code': 200} May 25 23:04:11.580359 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277f846-120a-42c3-851e-504dc32e01f0 service neutron] Pushing event updated for resources: {'Port': ['ID=716651f1-d215-415c-b904-ad675586a93d,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:11.593748 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-4bc3381f-cdb2-49d3-82df-643ccc8fc654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:11.595342 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-4bc3381f-cdb2-49d3-82df-643ccc8fc654 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4343add9-6232-4758-8bba-f6e547fcafd9 HTTP/1.1" status: 200 len: 909 time: 0.1841824 May 25 23:04:11.709571 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-fc36f088-134d-48ea-a929-f2fa8b55b2ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af5a95de-b5bc-4438-a26f-d729e250731f HTTP/1.1" status: 200 len: 999 time: 0.0902121 May 25 23:04:11.715568 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ab5d7-752f-4b72-b329-eacf48104991 req-ff2fb4c1-1d8b-4dd3-9278-a4c3ffedf2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:11.716968 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-907ab5d7-752f-4b72-b329-eacf48104991 req-ff2fb4c1-1d8b-4dd3-9278-a4c3ffedf2d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 1097 time: 0.0896709 May 25 23:04:11.742509 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-32a1a46b-ac4f-41e5-badc-63df8c87b75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:11.813176 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-6babdba3-c94c-4d51-a3e1-0b9fccac1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:11.814644 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-6babdba3-c94c-4d51-a3e1-0b9fccac1ff4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19646eba-db07-4c3d-97ef-7a2572905cb1 HTTP/1.1" status: 200 len: 847 time: 0.0966761 May 25 23:04:11.875246 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ab5d7-752f-4b72-b329-eacf48104991 req-4e142f57-5d26-498b-bde1-40f87ee8a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:11.876692 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-907ab5d7-752f-4b72-b329-eacf48104991 req-4e142f57-5d26-498b-bde1-40f87ee8a12c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f9cea3c91d374b32817fc9600bcae426&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1327877 May 25 23:04:11.882863 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-3848adb9-c509-4789-8eab-81a36643343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:11.884344 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-3848adb9-c509-4789-8eab-81a36643343a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4343add9-6232-4758-8bba-f6e547fcafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624490 May 25 23:04:12.048240 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ab5d7-752f-4b72-b329-eacf48104991 req-f4709530-eaa5-477a-b90f-2b7f0c36dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:12.049698 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-907ab5d7-752f-4b72-b329-eacf48104991 req-f4709530-eaa5-477a-b90f-2b7f0c36dbc7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1511908 May 25 23:04:12.053021 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-166bb5f0-5688-44be-a8a1-ecf02e045836 service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534476 May 25 23:04:12.263730 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600f4f2-67a0-4d44-82c2-4779cb021d97 req-6b735adb-f53c-41ad-ab33-d900a18c3d20 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:12.265178 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3600f4f2-67a0-4d44-82c2-4779cb021d97 req-6b735adb-f53c-41ad-ab33-d900a18c3d20 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 944 time: 0.1176863 May 25 23:04:12.267750 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-56f93ebc-182f-4080-8357-2e7ee308b6b6 req-0e07142b-ab27-42da-8047-90b3a73b8f10 service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728065 May 25 23:04:12.269450 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e904-2d5d-492d-880e-0cc37676a97c req-47e34242-5ae1-46f3-927e-08f2287c071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:12.270799 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-47e34242-5ae1-46f3-927e-08f2287c071e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 1097 time: 0.1184857 May 25 23:04:12.303083 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3600f4f2-67a0-4d44-82c2-4779cb021d97 req-875a6ada-0e02-40fa-86c1-1095ed23747f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312834 May 25 23:04:12.347617 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-49dbcf6c-59a0-4f35-be38-0d629f3d185f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=716651f1-d215-415c-b904-ad675586a93d HTTP/1.1" status: 200 len: 217 time: 0.0369189 May 25 23:04:12.399203 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e904-2d5d-492d-880e-0cc37676a97c req-ab6d6b5d-3b7b-48c2-8024-e786ab6182f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:12.400598 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-ab6d6b5d-3b7b-48c2-8024-e786ab6182f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.0431845 May 25 23:04:12.449065 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e904-2d5d-492d-880e-0cc37676a97c req-ffd3b38c-8911-4feb-ac66-0cc4ff640bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:12.450584 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-ffd3b38c-8911-4feb-ac66-0cc4ff640bee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398080 May 25 23:04:12.568897 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-a06204b9-b738-4bc6-9fed-68851f417870 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855134 May 25 23:04:12.726026 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4da9ef-3aa2-40a6-a829-4e7b45bef216 req-9ecd305b-ab3e-4fd5-b5eb-d9f03f62fcd6 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:12.727644 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fc4da9ef-3aa2-40a6-a829-4e7b45bef216 req-9ecd305b-ab3e-4fd5-b5eb-d9f03f62fcd6 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0804310 May 25 23:04:12.729827 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b089e904-2d5d-492d-880e-0cc37676a97c req-a17c23d2-8131-460f-9f0b-2b0e8cd46f26 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279509 May 25 23:04:12.766302 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fc4da9ef-3aa2-40a6-a829-4e7b45bef216 req-a936a551-9874-47e9-8d4f-a425cd6d3221 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324342 May 25 23:04:13.418229 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd13c-9c92-42ce-84d7-fcface81d8e4 req-908b6da2-c11d-4575-8785-e2c64ab24e76 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:13.419727 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-200bd13c-9c92-42ce-84d7-fcface81d8e4 req-908b6da2-c11d-4575-8785-e2c64ab24e76 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 944 time: 0.0482652 May 25 23:04:13.456535 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-200bd13c-9c92-42ce-84d7-fcface81d8e4 req-6a74c443-5d0b-4746-a198-c72ce7c6407a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309286 May 25 23:04:13.683044 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ef656-692f-4435-927e-145ebeda900d req-a08a2289-c64a-4d20-9b1e-590c55636439 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:13.684471 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fa0ef656-692f-4435-927e-145ebeda900d req-a08a2289-c64a-4d20-9b1e-590c55636439 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 946 time: 0.0461624 May 25 23:04:13.721677 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fa0ef656-692f-4435-927e-145ebeda900d req-ce7e6cd2-ee7d-4a97-921f-5c218c56cd3d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312145 May 25 23:04:13.883573 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3003658-8c8c-4273-8c32-25908787f134 req-d56ebfd5-2422-4991-86f0-59227ef6fe4b tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:13.884882 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f3003658-8c8c-4273-8c32-25908787f134 req-d56ebfd5-2422-4991-86f0-59227ef6fe4b tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0510948 May 25 23:04:13.920942 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f3003658-8c8c-4273-8c32-25908787f134 req-220a66f8-8751-4b74-992b-1f992bf15cb6 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301926 May 25 23:04:14.182373 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-40c02792-86c0-44fd-ac88-8d56752ea0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:14.568944 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe34b8-eae0-4fe0-8ca8-1e13bab6e96f req-5258a60f-59cc-4c8d-9ccd-ce33a90e347b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:14.570997 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ddfe34b8-eae0-4fe0-8ca8-1e13bab6e96f req-5258a60f-59cc-4c8d-9ccd-ce33a90e347b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 944 time: 0.0479355 May 25 23:04:14.607257 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ddfe34b8-eae0-4fe0-8ca8-1e13bab6e96f req-cef1ded9-074a-4a63-bb6c-785b6536e89a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304191 May 25 23:04:14.840731 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61718f0-6cc2-4c8b-83a0-500cc612dad8 req-0243c7af-9fbf-4ec1-8d64-f00fcbbea5f3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:14.842192 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a61718f0-6cc2-4c8b-83a0-500cc612dad8 req-0243c7af-9fbf-4ec1-8d64-f00fcbbea5f3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 946 time: 0.0500450 May 25 23:04:14.880030 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a61718f0-6cc2-4c8b-83a0-500cc612dad8 req-eefe63c6-3c63-45e4-8fbe-2b8f5959ea3a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318220 May 25 23:04:15.034122 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0c5c3-5b39-49fe-8a4e-8a5683d54717 req-0ea0465c-638e-4f73-869d-aee18901d2b4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:15.035471 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-daa0c5c3-5b39-49fe-8a4e-8a5683d54717 req-0ea0465c-638e-4f73-869d-aee18901d2b4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0498538 May 25 23:04:15.078484 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-daa0c5c3-5b39-49fe-8a4e-8a5683d54717 req-f4173571-4236-4c0e-9e2a-e1f07d5f06e1 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359955 May 25 23:04:15.278938 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:15.719199 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0da60-0b6e-4eda-88ea-62a69948af84 req-552e2f10-4114-41ed-ab35-803aab614cd2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:15.720638 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-76f0da60-0b6e-4eda-88ea-62a69948af84 req-552e2f10-4114-41ed-ab35-803aab614cd2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 944 time: 0.0484502 May 25 23:04:15.758154 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-76f0da60-0b6e-4eda-88ea-62a69948af84 req-a8f1305e-d3fb-4c5b-b414-315a79d5b9ff tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314538 May 25 23:04:15.998366 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c40e2-d8ea-4f01-aca2-a4f6172366c9 req-a00b4d06-dfd3-4793-a77d-35f1ba79539a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:15.999849 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5e2c40e2-d8ea-4f01-aca2-a4f6172366c9 req-a00b4d06-dfd3-4793-a77d-35f1ba79539a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 946 time: 0.0492384 May 25 23:04:16.039139 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5e2c40e2-d8ea-4f01-aca2-a4f6172366c9 req-3c1ce785-dd95-4e2d-8294-b445328fcf4a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329149 May 25 23:04:16.193138 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0ad6-cbba-4628-8400-c76ce9d66ca1 req-c25e7d8f-1e4f-4648-bad0-e80eae5e2bed tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:16.195078 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0e5f0ad6-cbba-4628-8400-c76ce9d66ca1 req-c25e7d8f-1e4f-4648-bad0-e80eae5e2bed tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0498657 May 25 23:04:16.230779 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0e5f0ad6-cbba-4628-8400-c76ce9d66ca1 req-522759db-da6f-484c-b388-bf9eac1a43b0 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298388 May 25 23:04:16.520333 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73c037-20b5-4c10-901e-c94620726994 req-0d525d48-c8c7-49ad-8eaa-9f210333a998 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:16.522872 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1e73c037-20b5-4c10-901e-c94620726994 req-0d525d48-c8c7-49ad-8eaa-9f210333a998 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.24 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 946 time: 0.0485141 May 25 23:04:16.576183 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:16.620265 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Deleting port 78402ea2-c054-40f2-8ce5-777eb82b7451 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:16.620595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:16.983374 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8249c-3109-47ec-b19d-c99f5ee91544 req-97ec6173-a2f2-451f-8a86-d7fb61e882c3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:16.984792 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36d8249c-3109-47ec-b19d-c99f5ee91544 req-97ec6173-a2f2-451f-8a86-d7fb61e882c3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 944 time: 0.1029503 May 25 23:04:16.992127 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] For port 78402ea2-c054-40f2-8ce5-777eb82b7451, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=78402ea2-c054-40f2-8ce5-777eb82b7451,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:16.992491 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.066902 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36d8249c-3109-47ec-b19d-c99f5ee91544 req-c570760c-b4ea-45c3-a6e3-efff8f4bf1d4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719039 May 25 23:04:17.137187 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.220038 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f310a1-a615-4234-9386-cb78b8e5e60a req-e24887cb-215a-49fd-a767-a3f0edde63f7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:17.221475 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-30f310a1-a615-4234-9386-cb78b8e5e60a req-e24887cb-215a-49fd-a767-a3f0edde63f7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 946 time: 0.1022551 May 25 23:04:17.228614 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.228970 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.229280 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Floating IP 9b145665-ec37-4f92-a3f6-082b40fb53cb disassociated. External IP: 172.27.1.243, port: 78402ea2-c054-40f2-8ce5-777eb82b7451. May 25 23:04:17.229615 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Calling delete_port for 78402ea2-c054-40f2-8ce5-777eb82b7451 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:17.314482 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-30f310a1-a615-4234-9386-cb78b8e5e60a req-35ffd709-300a-4806-9491-9fc1c933ea0a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=d657158d-fd43-45bf-82b5-95a7f4876911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827527 May 25 23:04:17.371322 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa10000-c6cd-402f-bfa3-1eff9a85179a req-e6250447-abb1-494f-9526-2ec80408f294 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:17.372817 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eaa10000-c6cd-402f-bfa3-1eff9a85179a req-e6250447-abb1-494f-9526-2ec80408f294 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0736949 May 25 23:04:17.450092 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eaa10000-c6cd-402f-bfa3-1eff9a85179a req-384c03cc-00d6-4cdb-836e-f585d21d26d3 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711718 May 25 23:04:17.508144 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.537029 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event deleted for resources: {'Port': ['ID=78402ea2-c054-40f2-8ce5-777eb82b7451,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:17.649308 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:04:17.754031 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:04:17.764664 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2184ccb-e4fb-4a7f-acbf-63e4cd16aee1 None None] Sync routers for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:04:17.775140 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2184ccb-e4fb-4a7f-acbf-63e4cd16aee1 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:17.776014 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-e2184ccb-e4fb-4a7f-acbf-63e4cd16aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:04:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:17.794056 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] No DVR routers for this DVR port 78402ea2-c054-40f2-8ce5-777eb82b7451 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:04:17.796641 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.800162 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1e73c037-20b5-4c10-901e-c94620726994 req-bb37592d-4067-4963-a27e-13348173f76b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.24 "DELETE /v2.0/ports/78402ea2-c054-40f2-8ce5-777eb82b7451 HTTP/1.1" status: 204 len: 173 time: 1.2684257 May 25 23:04:17.800616 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'name': 'network-vif-deleted', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:17.802905 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d16a83-36d0-440a-8cce-e8da1047a86b" -d '{"events": [{"server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "name": "network-vif-deleted", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:17.839718 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1517b16c-9e74-48ae-a32d-87f29d3ac35e x-openstack-request-id: req-1517b16c-9e74-48ae-a32d-87f29d3ac35e {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:17.840084 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d1b1de-dfb5-4f98-b4d4-261c60287da9", "name": "network-vif-deleted", "tag": "78402ea2-c054-40f2-8ce5-777eb82b7451", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:17.840320 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1517b16c-9e74-48ae-a32d-87f29d3ac35e {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:17.840721 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1517b16c-9e74-48ae-a32d-87f29d3ac35e'] response: {'server_uuid': '19d1b1de-dfb5-4f98-b4d4-261c60287da9', 'name': 'network-vif-deleted', 'tag': '78402ea2-c054-40f2-8ce5-777eb82b7451', 'status': 'completed', 'code': 200} May 25 23:04:17.887435 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-e2184ccb-e4fb-4a7f-acbf-63e4cd16aee1 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:18.191639 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4100a-5413-4868-b486-c91ee984a72f req-1acd26f1-95cc-457c-ae03-6b84d85ebea8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:18.193045 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eda4100a-5413-4868-b486-c91ee984a72f req-1acd26f1-95cc-457c-ae03-6b84d85ebea8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 944 time: 0.0546775 May 25 23:04:18.222987 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-e2184ccb-e4fb-4a7f-acbf-63e4cd16aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:18.233498 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eda4100a-5413-4868-b486-c91ee984a72f req-4bab8152-1629-448e-ad2c-6906cc8dbe51 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327678 May 25 23:04:18.251302 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2184ccb-e4fb-4a7f-acbf-63e4cd16aee1 None None] Checking router: 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:04:18.260755 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2184ccb-e4fb-4a7f-acbf-63e4cd16aee1 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:18.261361 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-e2184ccb-e4fb-4a7f-acbf-63e4cd16aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:04:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:18.363427 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-e2184ccb-e4fb-4a7f-acbf-63e4cd16aee1 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:18.429540 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e483f82-1c6e-4c24-a1e3-ae6a044877c9 req-c1dc741d-ad79-4e8b-9ab6-6ac67be6635c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=19d1b1de-dfb5-4f98-b4d4-261c60287da9 HTTP/1.1" status: 200 len: 210 time: 0.0294898 May 25 23:04:18.557068 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-e2184ccb-e4fb-4a7f-acbf-63e4cd16aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:18.563865 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115fb77-e438-4061-9381-907f92778695 req-e93f8340-6417-4ec3-8755-2c080346b13a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:18.565406 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8115fb77-e438-4061-9381-907f92778695 req-e93f8340-6417-4ec3-8755-2c080346b13a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0487232 May 25 23:04:18.587225 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2184ccb-e4fb-4a7f-acbf-63e4cd16aee1 None None] The sync data for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi is: [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:04:18.606155 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8115fb77-e438-4061-9381-907f92778695 req-def7af85-bb58-48a6-ba5c-8560a7221d04 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339556 May 25 23:04:18.813491 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90037ea-cc67-448d-9e70-af7751add56e None None] New status for floating IP 9b145665-ec37-4f92-a3f6-082b40fb53cb: DOWN {{(pid=114258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:04:19.085107 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 716651f1-d215-415c-b904-ad675586a93d details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:04:19.177950 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 716651f1-d215-415c-b904-ad675586a93d, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=716651f1-d215-415c-b904-ad675586a93d,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:19.189341 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '716651f1-d215-415c-b904-ad675586a93d', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'port_id': '716651f1-d215-415c-b904-ad675586a93d', 'mac_address': 'fa:16:3e:f6:46:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:04:19.230028 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 716651f1-d215-415c-b904-ad675586a93d is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:04:19.230380 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:19.243045 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716651f1-d215-415c-b904-ad675586a93d {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:04:19.261545 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 716651f1-d215-415c-b904-ad675586a93d, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=716651f1-d215-415c-b904-ad675586a93d,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:19.319763 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:19.349092 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b54ec4-de4f-47c3-acf8-0d1bb0317191 req-65c33dd5-a56f-4abb-9718-721c45a3a1f3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:19.351257 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-20b54ec4-de4f-47c3-acf8-0d1bb0317191 req-65c33dd5-a56f-4abb-9718-721c45a3a1f3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 944 time: 0.0501602 May 25 23:04:19.368377 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=716651f1-d215-415c-b904-ad675586a93d,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:19.375241 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.375613 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.375958 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.376322 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.376652 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.376982 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.377313 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.377635 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.377973 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.378318 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.378646 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.378966 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:19.389773 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-20b54ec4-de4f-47c3-acf8-0d1bb0317191 req-096a197c-fc30-43c0-bf09-598409562fa5 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316434 May 25 23:04:19.565129 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32974) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:19.617603 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d68f1390-7396-41f1-9392-9760bdcdcd71 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:19.640263 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d68f1390-7396-41f1-9392-9760bdcdcd71 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:19.718691 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ebe21-3a22-4031-bfd2-c9d104dda824 req-7caa2f01-bc52-40ad-b3bb-681e7ed49faf tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:19.720126 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-134ebe21-3a22-4031-bfd2-c9d104dda824 req-7caa2f01-bc52-40ad-b3bb-681e7ed49faf tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0473685 May 25 23:04:19.753680 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d68f1390-7396-41f1-9392-9760bdcdcd71 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:19.756271 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d68f1390-7396-41f1-9392-9760bdcdcd71 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:19.758316 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-d68f1390-7396-41f1-9392-9760bdcdcd71 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "DELETE /v2.0/security-groups/d657158d-fd43-45bf-82b5-95a7f4876911 HTTP/1.1" status: 204 len: 168 time: 0.1922088 May 25 23:04:19.761408 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32978) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:19.761551 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-134ebe21-3a22-4031-bfd2-c9d104dda824 req-b973626b-d9dd-4178-894b-428ddccb6011 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352333 May 25 23:04:19.778820 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f1390-7396-41f1-9392-9760bdcdcd71 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d657158d-fd43-45bf-82b5-95a7f4876911,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:19.780835 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.api.v2.resource [None req-78635c21-d123-4262-8b45-de816734dfe8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] show failed (client error): The resource could not be found. May 25 23:04:19.781827 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-78635c21-d123-4262-8b45-de816734dfe8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups/d657158d-fd43-45bf-82b5-95a7f4876911 HTTP/1.1" status: 404 len: 347 time: 0.0194340 May 25 23:04:19.784669 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32980) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:19.908503 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-14f5e618-91f7-4288-9c64-1faa399191a6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Deleting port 6f7b3b93-d583-4c34-b99c-03d4c3e9cace {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:19.908831 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-14f5e618-91f7-4288-9c64-1faa399191a6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:19.981484 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-14f5e618-91f7-4288-9c64-1faa399191a6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:19.981800 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-14f5e618-91f7-4288-9c64-1faa399191a6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:19.982045 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['716651f1-d215-415c-b904-ad675586a93d'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:04:19.994304 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-14f5e618-91f7-4288-9c64-1faa399191a6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Calling delete_port for 6f7b3b93-d583-4c34-b99c-03d4c3e9cace owned by network:floatingip {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:20.187557 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-14f5e618-91f7-4288-9c64-1faa399191a6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:20.209876 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5e618-91f7-4288-9c64-1faa399191a6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event deleted for resources: {'Port': ['ID=6f7b3b93-d583-4c34-b99c-03d4c3e9cace,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:20.268775 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-14f5e618-91f7-4288-9c64-1faa399191a6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:20.271323 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-14f5e618-91f7-4288-9c64-1faa399191a6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:20.272645 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-14f5e618-91f7-4288-9c64-1faa399191a6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "DELETE /v2.0/floatingips/9b145665-ec37-4f92-a3f6-082b40fb53cb HTTP/1.1" status: 204 len: 168 time: 0.4869435 May 25 23:04:20.441967 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32986) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:20.446567 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-ed5ed9cd-7463-4d54-bcb1-545ecfb26e83 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60751298', 'description': 'tempest-description--160998246'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:20.504223 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077eb7db-5d1f-4c1c-89c3-8dfe55ddae1b req-cb400635-95bd-4bb1-825f-754715000e8b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:20.505675 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-077eb7db-5d1f-4c1c-89c3-8dfe55ddae1b req-cb400635-95bd-4bb1-825f-754715000e8b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 945 time: 0.0495963 May 25 23:04:20.513452 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed9cd-7463-4d54-bcb1-545ecfb26e83 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:20.544950 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-077eb7db-5d1f-4c1c-89c3-8dfe55ddae1b req-453dbcea-059d-4cd8-8fb9-dc5bdbd53b72 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331433 May 25 23:04:20.580719 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed9cd-7463-4d54-bcb1-545ecfb26e83 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:20.655239 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed9cd-7463-4d54-bcb1-545ecfb26e83 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:20.682944 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ed9cd-7463-4d54-bcb1-545ecfb26e83 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8befd4e-f7a5-4fa3-819d-19b5e677053a,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:20.755230 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed9cd-7463-4d54-bcb1-545ecfb26e83 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:20.756490 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ed5ed9cd-7463-4d54-bcb1-545ecfb26e83 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3134274 May 25 23:04:20.759509 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32988) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:20.763757 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-1025397a-901f-4329-8fd3-2ebe40499dab tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'security_group_rule': {'security_group_id': 'b8befd4e-f7a5-4fa3-819d-19b5e677053a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:20.849618 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1025397a-901f-4329-8fd3-2ebe40499dab tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:20.876396 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44b72f-4821-4106-8270-f90a589590ac req-02d82b1d-b160-4dd5-a8be-3fd6f25bc233 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:20.877968 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9f44b72f-4821-4106-8270-f90a589590ac req-02d82b1d-b160-4dd5-a8be-3fd6f25bc233 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0505538 May 25 23:04:20.905647 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1025397a-901f-4329-8fd3-2ebe40499dab tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:20.917615 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9f44b72f-4821-4106-8270-f90a589590ac req-f2d5b103-5a2f-4df6-b878-125b113e65bd tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322211 May 25 23:04:21.004741 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1025397a-901f-4329-8fd3-2ebe40499dab tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:21.022802 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025397a-901f-4329-8fd3-2ebe40499dab tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1115844c-7d25-463b-887c-74b29ef15b07,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:21.083426 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 78402ea2-c054-40f2-8ce5-777eb82b7451 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:04:21.087254 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1025397a-901f-4329-8fd3-2ebe40499dab tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:21.088503 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-1025397a-901f-4329-8fd3-2ebe40499dab tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3280523 May 25 23:04:21.091221 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32992) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:21.095741 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-41b9977e-99ea-49ad-af3d-67fc4a147e6b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'security_group_rule': {'security_group_id': 'b8befd4e-f7a5-4fa3-819d-19b5e677053a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:21.109460 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 78402ea2-c054-40f2-8ce5-777eb82b7451 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:04:21.109806 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 78402ea2-c054-40f2-8ce5-777eb82b7451 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:04:21.175482 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-41b9977e-99ea-49ad-af3d-67fc4a147e6b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:21.231129 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-41b9977e-99ea-49ad-af3d-67fc4a147e6b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:21.279224 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-41b9977e-99ea-49ad-af3d-67fc4a147e6b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:21.296712 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9977e-99ea-49ad-af3d-67fc4a147e6b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d68055-30aa-4165-869b-c962926ebf6d,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:21.355393 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-41b9977e-99ea-49ad-af3d-67fc4a147e6b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:21.356605 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-41b9977e-99ea-49ad-af3d-67fc4a147e6b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2643137 May 25 23:04:21.359619 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 32994) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:21.363872 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:21.450424 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:21.545082 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:21.651978 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Allocated IP 172.27.1.126 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/f08298ac-a72f-4e9a-b4b4-80f54a8388a0) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:04:21.658953 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd1c5b-5e6b-4243-ad77-fe870f5a54cc req-51f2f9f0-84d2-401d-945f-6d6d111421ce tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:21.660461 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6dfd1c5b-5e6b-4243-ad77-fe870f5a54cc req-51f2f9f0-84d2-401d-945f-6d6d111421ce tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 945 time: 0.0487711 May 25 23:04:21.701838 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6dfd1c5b-5e6b-4243-ad77-fe870f5a54cc req-3bbec225-1bda-4cf9-b2c6-b6651ebf1a96 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348275 May 25 23:04:21.750114 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:21.851183 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:21.886783 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:04:21.889484 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:04:21.892752 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:04:21.921034 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'Port': ['ID=f08298ac-a72f-4e9a-b4b4-80f54a8388a0,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:21.984187 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:22.032928 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158043e6-6a17-49e7-9021-523f01235580 req-f9d7793b-09d8-44a8-90c0-17499eb4c4cc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:22.034369 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-158043e6-6a17-49e7-9021-523f01235580 req-f9d7793b-09d8-44a8-90c0-17499eb4c4cc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0480030 May 25 23:04:22.072748 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-158043e6-6a17-49e7-9021-523f01235580 req-9a153401-c2dc-4ba5-8902-86c4f50e510f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 May 25 23:04:22.093668 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:22.236778 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:22.290367 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3746103'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:22.353235 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'Port': ['ID=f08298ac-a72f-4e9a-b4b4-80f54a8388a0,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:22.364278 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:22.424208 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:22.430052 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ba12a6ad-fea2-4610-a261-6288e101c475 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0648785 May 25 23:04:22.563140 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-511323c0-0b29-4131-8770-b080aa83355a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--60751298&fields=id&tenant_id=6b959c8b4c7c40e7a8862dce3c449e49 HTTP/1.1" status: 200 len: 267 time: 0.0331202 May 25 23:04:22.670713 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-c0c03922-9ed4-4bb4-83bc-416230a29c88 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:22.672061 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-c0c03922-9ed4-4bb4-83bc-416230a29c88 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 816 time: 0.1017778 May 25 23:04:22.687760 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-40e08d91-ded1-4123-83f5-2e37032f7bfd tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/quotas/6b959c8b4c7c40e7a8862dce3c449e49 HTTP/1.1" status: 200 len: 375 time: 0.0096469 May 25 23:04:22.743221 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-9a373c86-8d40-45b5-95ca-15cf353898d7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494018 May 25 23:04:22.875280 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7b65b-7a46-4072-9fab-7506f3ce64bf req-760d53a6-f8e5-4887-be3f-7e290127c6f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:22.876724 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2dd7b65b-7a46-4072-9fab-7506f3ce64bf req-760d53a6-f8e5-4887-be3f-7e290127c6f8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 945 time: 0.1005888 May 25 23:04:22.892969 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-2fb42600-eae0-46b3-a3f9-6a7f50539df2 service neutron] 10.222.0.48 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363761 May 25 23:04:22.962381 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2dd7b65b-7a46-4072-9fab-7506f3ce64bf req-bfeab819-f8c9-46b0-a061-8d09211c1d12 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783918 May 25 23:04:22.996125 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-ad2504c5-bebc-43c5-a7cd-3e432ac68f84 service neutron] 10.222.0.48 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958877 May 25 23:04:23.097768 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device af5a95de-b5bc-4438-a26f-d729e250731f details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:04:23.111305 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 716651f1-d215-415c-b904-ad675586a93d up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:04:23.234833 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d0f7e-925b-4928-aa31-dc58c487cb5c req-87a7997d-aa91-465e-a6b2-09e22b79cfa4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:23.234833 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6e0d0f7e-925b-4928-aa31-dc58c487cb5c req-87a7997d-aa91-465e-a6b2-09e22b79cfa4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 943 time: 0.0899436 May 25 23:04:23.237248 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port af5a95de-b5bc-4438-a26f-d729e250731f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=af5a95de-b5bc-4438-a26f-d729e250731f,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:23.243189 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7039398f-47de-46c9-a3f6-6d2c254b4e16 req-a5b46ef4-c196-4c52-a370-34781c1f6742 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 210 time: 0.0448298 May 25 23:04:23.249168 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'port_id': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'mac_address': 'fa:16:3e:93:1f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:04:23.289640 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6e0d0f7e-925b-4928-aa31-dc58c487cb5c req-2af34143-f437-4816-841d-eabb48200fc8 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451722 May 25 23:04:23.304723 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port af5a95de-b5bc-4438-a26f-d729e250731f is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:04:23.305822 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:23.307393 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 716651f1-d215-415c-b904-ad675586a93d completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:04:23.317800 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 716651f1-d215-415c-b904-ad675586a93d triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:04:23.318163 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:23.343047 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5a95de-b5bc-4438-a26f-d729e250731f {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:04:23.370447 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port af5a95de-b5bc-4438-a26f-d729e250731f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=af5a95de-b5bc-4438-a26f-d729e250731f,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:23.416547 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 716651f1-d215-415c-b904-ad675586a93d is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:04:23.416933 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:23.440923 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716651f1-d215-415c-b904-ad675586a93d'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:23.443158 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f9e0f1-c8c7-4e04-be1c-2b8f7d9ac188" -d '{"events": [{"server_uuid": "9632d65e-e7ae-4ccd-b666-c466eadae3fd", "name": "network-vif-plugged", "status": "completed", "tag": "716651f1-d215-415c-b904-ad675586a93d"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:23.455466 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 716651f1-d215-415c-b904-ad675586a93d, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=716651f1-d215-415c-b904-ad675586a93d,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:23.456890 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:23.483340 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83ec8ec-7acd-4874-94ae-c6fb34a60fac x-openstack-request-id: req-a83ec8ec-7acd-4874-94ae-c6fb34a60fac {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:23.483653 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9632d65e-e7ae-4ccd-b666-c466eadae3fd", "name": "network-vif-plugged", "status": "completed", "tag": "716651f1-d215-415c-b904-ad675586a93d", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:23.483911 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a83ec8ec-7acd-4874-94ae-c6fb34a60fac {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:23.484300 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83ec8ec-7acd-4874-94ae-c6fb34a60fac'] response: {'server_uuid': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716651f1-d215-415c-b904-ad675586a93d', 'code': 200} May 25 23:04:23.505634 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=af5a95de-b5bc-4438-a26f-d729e250731f,revision_number=7']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:23.542437 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:23.591621 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=716651f1-d215-415c-b904-ad675586a93d,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:23.877445 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c41f0e-57c0-4508-b28e-53572ec263b8 req-70ebac4d-de56-478d-a6e7-7676b36e7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:23.878930 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-83c41f0e-57c0-4508-b28e-53572ec263b8 req-70ebac4d-de56-478d-a6e7-7676b36e7d4c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 1099 time: 0.0401185 May 25 23:04:23.917723 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-83c41f0e-57c0-4508-b28e-53572ec263b8 req-d10b59bc-d7f8-4c3b-bd46-c2a2bf29cc99 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293164 May 25 23:04:24.048521 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['af5a95de-b5bc-4438-a26f-d729e250731f'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:04:24.079334 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35632c8-ade7-412c-b521-be57ce4c8228 req-413e2b89-7bd6-4f77-aa6a-a951e9d03b05 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:24.080790 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f35632c8-ade7-412c-b521-be57ce4c8228 req-413e2b89-7bd6-4f77-aa6a-a951e9d03b05 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 946 time: 0.0506523 May 25 23:04:24.120827 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f35632c8-ade7-412c-b521-be57ce4c8228 req-fbcc3962-1aa4-4ff8-8791-e13e27ffb65f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333304 May 25 23:04:24.333538 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-18ad5d5e-2879-410e-8599-b0250b427f0f req-516c8c06-f845-46a0-ae71-dbb4946f1836 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 210 time: 0.0259778 May 25 23:04:24.396953 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b07d-7b08-49f3-9378-2b633b5a6db6 req-30b32d60-a043-4175-b35a-cad116412353 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:24.398546 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e10b07d-7b08-49f3-9378-2b633b5a6db6 req-30b32d60-a043-4175-b35a-cad116412353 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 944 time: 0.0477071 May 25 23:04:24.435084 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e10b07d-7b08-49f3-9378-2b633b5a6db6 req-8e60cfd5-fb64-4e7d-9054-3d58c6c4704d tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306613 May 25 23:04:25.233897 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a84c4-0b0e-4810-8256-9ec8e7316c5f req-8135dfe5-a99e-4432-8708-cac81e01d076 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:25.235343 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-183a84c4-0b0e-4810-8256-9ec8e7316c5f req-8135dfe5-a99e-4432-8708-cac81e01d076 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 946 time: 0.0478048 May 25 23:04:25.274696 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-183a84c4-0b0e-4810-8256-9ec8e7316c5f req-33e1a81e-8994-442f-8dd9-3f6a5b34f065 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330915 May 25 23:04:25.430190 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a665d269-4ed3-49cb-9c88-5de5e59adf12 req-e9aa3eae-0610-408f-9d3e-735892319146 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 210 time: 0.0256901 May 25 23:04:25.559058 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13b1fb-fd27-4193-9766-46fa01e4ff86 req-cf08e9f2-33ae-4e87-b007-a670436010cc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:25.560500 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4a13b1fb-fd27-4193-9766-46fa01e4ff86 req-cf08e9f2-33ae-4e87-b007-a670436010cc tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 944 time: 0.0577211 May 25 23:04:25.598673 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4a13b1fb-fd27-4193-9766-46fa01e4ff86 req-c1e44590-85ba-4a44-a212-a1d99ffcca17 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 May 25 23:04:25.724991 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:25.941158 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-b64f5ca8-9a39-4074-a077-9c08483fe21b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:25.942587 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-b64f5ca8-9a39-4074-a077-9c08483fe21b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.24 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 816 time: 0.1028500 May 25 23:04:26.055305 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-a0c65808-6c3d-40e9-b7ce-653ca5f3c5a3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b959c8b4c7c40e7a8862dce3c449e49 HTTP/1.1" status: 200 len: 378 time: 0.0330160 May 25 23:04:26.076305 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'port': {'device_id': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'admin_state_up': True, 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'security_groups': ['b8befd4e-f7a5-4fa3-819d-19b5e677053a']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:26.278547 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Made reservation on behalf of 6b959c8b4c7c40e7a8862dce3c449e49 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:04:26.282179 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:26.432598 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9db6-5214-498e-817d-1074b590ab31 req-566cf74c-c019-4572-b86a-90ac7a21e813 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:26.434408 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-714f9db6-5214-498e-817d-1074b590ab31 req-566cf74c-c019-4572-b86a-90ac7a21e813 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 946 time: 0.0942965 May 25 23:04:26.457904 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Allocated IP 172.20.0.10 (22f0395b-c390-4bb8-bd13-7c3f2ff21723/45cf658f-334e-4d74-8b09-02e5d3401e3d/0a3ebc0d-05cd-42c8-a343-3990ba914770) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:04:26.497046 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-714f9db6-5214-498e-817d-1074b590ab31 req-6be8a122-e58b-41da-9be9-bd13578c8d2e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550089 May 25 23:04:26.574624 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b5141397-f18e-4828-93f9-0d107da9b47a req-d53c9e91-18a9-40bb-9717-a0fb775628aa tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 210 time: 0.0665381 May 25 23:04:26.633209 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-3cbff564-af3f-43ad-9ef0-103a11e0c842 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1267822 May 25 23:04:26.712942 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:26.768366 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15a519-b0e3-4f72-acc0-dd8ff6b7d12b req-d880f975-ea82-4253-904d-5b6fc286dd7f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:26.769821 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6a15a519-b0e3-4f72-acc0-dd8ff6b7d12b req-d880f975-ea82-4253-904d-5b6fc286dd7f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 944 time: 0.1043737 May 25 23:04:26.788820 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-2b9b7306-ec31-4ac2-9ba4-dab4292e4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:26.791204 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-2b9b7306-ec31-4ac2-9ba4-dab4292e4b52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=643eaa780dcd4affae5495c9fb3e7379&device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 1098 time: 0.1062636 May 25 23:04:26.822060 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6a15a519-b0e3-4f72-acc0-dd8ff6b7d12b req-88430fab-80bf-4ba5-b0f7-7fea6a6e4784 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 May 25 23:04:26.880942 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:26.937007 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:04:26.944214 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:04:26.952386 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:04:26.957727 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:26.958334 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:26.972595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event updated for resources: {'Port': ['ID=0a3ebc0d-05cd-42c8-a343-3990ba914770,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:26.981246 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-3917b36c-7e23-4b68-96cc-e5dad6398c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:26.982711 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-3917b36c-7e23-4b68-96cc-e5dad6398c69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 200 len: 919 time: 0.1513665 May 25 23:04:27.047895 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-28f0ccec-8637-42be-b1c8-25392ed595e9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9751983 May 25 23:04:27.117203 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Request body: {'port': {'device_id': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:27.122008 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device af5a95de-b5bc-4438-a26f-d729e250731f up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:04:27.170778 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-dc7914e8-4923-4d21-a261-ac310451c627 None None] Provisioning complete for port 0a3ebc0d-05cd-42c8-a343-3990ba914770 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:04:27.171141 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-dc7914e8-4923-4d21-a261-ac310451c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:27.177712 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-e924ec78-4323-4ba9-bfc5-9868a72016ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c238a9-a304-417b-86b0-6155600c3398 HTTP/1.1" status: 200 len: 217 time: 0.0574567 May 25 23:04:27.215043 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port af5a95de-b5bc-4438-a26f-d729e250731f triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:04:27.215331 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:27.218193 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-dc7914e8-4923-4d21-a261-ac310451c627 None None] Port 0a3ebc0d-05cd-42c8-a343-3990ba914770 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:04:27.250605 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:27.261635 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-ece2d12d-94ce-40a0-b117-21b65bd34e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:27.263087 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-ece2d12d-94ce-40a0-b117-21b65bd34e18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 200 len: 857 time: 0.0765083 May 25 23:04:27.291651 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port af5a95de-b5bc-4438-a26f-d729e250731f is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:04:27.292039 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:27.314548 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:27.317065 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5972f9-d76e-4c46-aa4d-6620d49d5a66" -d '{"events": [{"server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "name": "network-vif-plugged", "status": "completed", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:27.330373 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port af5a95de-b5bc-4438-a26f-d729e250731f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=af5a95de-b5bc-4438-a26f-d729e250731f,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:27.354812 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32d7a76-c05d-4c05-82eb-a3b0278b05f0 x-openstack-request-id: req-a32d7a76-c05d-4c05-82eb-a3b0278b05f0 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:27.355102 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "name": "network-vif-plugged", "status": "completed", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:27.355413 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a32d7a76-c05d-4c05-82eb-a3b0278b05f0 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:27.355841 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32d7a76-c05d-4c05-82eb-a3b0278b05f0'] response: {'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'code': 200} May 25 23:04:27.396592 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-2b4770c0-423d-495e-bfd6-9fdb2f5cdc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:27.398098 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-2b4770c0-423d-495e-bfd6-9fdb2f5cdc84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f86d3f49-8651-4cd7-81c5-3f077bc05bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1127653 May 25 23:04:27.399353 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:27.452036 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=af5a95de-b5bc-4438-a26f-d729e250731f,revision_number=8']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:27.774367 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231dc01-abac-4a97-ba28-4b27209c39ce req-d3560307-0f72-4c6d-90ce-d142da53b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:27.775853 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-5231dc01-abac-4a97-ba28-4b27209c39ce req-d3560307-0f72-4c6d-90ce-d142da53b8e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 1098 time: 0.0443337 May 25 23:04:27.820600 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-5231dc01-abac-4a97-ba28-4b27209c39ce req-33dbaa52-af3e-4ec6-ab98-3e964501b657 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362287 May 25 23:04:27.901434 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3749f95-5673-4581-a15c-f53c3a75f27f req-49b73508-64c7-4ca5-beb2-fdf9421b5166 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:27.902763 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e3749f95-5673-4581-a15c-f53c3a75f27f req-49b73508-64c7-4ca5-beb2-fdf9421b5166 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 932 time: 0.1477945 May 25 23:04:27.911290 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79fd85-63ca-4648-927c-95eaf036ffd5 req-3df91134-f3f9-4487-9f8a-7ad5318a00c7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:27.912619 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5e79fd85-63ca-4648-927c-95eaf036ffd5 req-3df91134-f3f9-4487-9f8a-7ad5318a00c7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 946 time: 0.1566014 May 25 23:04:27.915128 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-729acf4f-1016-4270-a131-43f4c1c1d97c service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944959 May 25 23:04:28.003803 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e3749f95-5673-4581-a15c-f53c3a75f27f req-04e7c7a7-c784-4dbf-bb83-fa5ed8bf07d3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865459 May 25 23:04:28.012415 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5e79fd85-63ca-4648-927c-95eaf036ffd5 req-138a85ac-f22f-4ad7-a86b-0ccf1a0c7f5b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885687 May 25 23:04:28.016281 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3ebc0d-05cd-42c8-a343-3990ba914770 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:04:28.025326 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:28.038746 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Transition to ACTIVE for port object 0a3ebc0d-05cd-42c8-a343-3990ba914770 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:04:28.122225 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:28.173403 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c903aa-b436-4e8e-8e31-e99999fdeba3 req-b9a5b9a2-62bd-47e9-8b05-a518c98b5ba7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:28.174900 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-89c903aa-b436-4e8e-8e31-e99999fdeba3 req-b9a5b9a2-62bd-47e9-8b05-a518c98b5ba7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.1120098 May 25 23:04:28.209092 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcc65f-bd02-48ad-94be-3f1035bb404b req-e33dd345-498a-4b5f-abfd-61c639e50c48 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:28.211496 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e6dcc65f-bd02-48ad-94be-3f1035bb404b req-e33dd345-498a-4b5f-abfd-61c639e50c48 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 946 time: 0.1195028 May 25 23:04:28.212222 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3ebc0d-05cd-42c8-a343-3990ba914770,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:28.222328 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33064) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:28.227150 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-b3e48c51-420a-4590-8c74-993e8118f756 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'floatingip': {'port_id': '716651f1-d215-415c-b904-ad675586a93d'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:28.266180 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b3e48c51-420a-4590-8c74-993e8118f756 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:28.272383 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-89c903aa-b436-4e8e-8e31-e99999fdeba3 req-ad562e4f-53e7-4d3a-a1c8-afa7c487784f tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871267 May 25 23:04:28.277014 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Attempting to bind port 0a3ebc0d-05cd-42c8-a343-3990ba914770 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:04:28.277320 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Attempting to bind port 0a3ebc0d-05cd-42c8-a343-3990ba914770 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:04:28.277653 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Attempting to bind port 0a3ebc0d-05cd-42c8-a343-3990ba914770 on network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:04:28.283092 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Port 0a3ebc0d-05cd-42c8-a343-3990ba914770 on network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:04:28.283498 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Attempting to bind port 0a3ebc0d-05cd-42c8-a343-3990ba914770 on network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:04:28.289141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:04:28.289673 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Checking segment: {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:04:28.290058 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Bound using segment: {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:04:28.290568 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Bound port: 0a3ebc0d-05cd-42c8-a343-3990ba914770, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69458a1e-95e9-4039-b318-848daa252c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:04:28.290928 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:28.365355 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:04:28.369133 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:04:28.460283 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:28.513377 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:28.514015 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:28.515504 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a3ebc0d-05cd-42c8-a343-3990ba914770 HTTP/1.1" status: 200 len: 1094 time: 1.4026511 May 25 23:04:28.519193 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:28.521730 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc422f0-0a8e-414a-a34a-b79328d8e9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:28.530764 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbdb318b-d3a0-4cea-9923-96681f9de133 req-6d4c22bc-ad71-4451-8575-c3b525b3ad61 service neutron] 10.222.0.24 "GET /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439619 May 25 23:04:28.551419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce26f82-4b1a-4ec5-aeb7-975da164f6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3ebc0d-05cd-42c8-a343-3990ba914770,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:28.575917 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7eab36-2068-4b83-b558-bd9aae5272b5 x-openstack-request-id: req-bc7eab36-2068-4b83-b558-bd9aae5272b5 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:28.576280 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:28.576611 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc7eab36-2068-4b83-b558-bd9aae5272b5 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:28.577072 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7eab36-2068-4b83-b558-bd9aae5272b5'] response: {'name': 'network-changed', 'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'status': 'completed', 'code': 200} May 25 23:04:28.732415 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc422f0-0a8e-414a-a34a-b79328d8e9cd req-1f9a778e-12c1-43d7-afab-b5028e2c0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:28.733947 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3fc422f0-0a8e-414a-a34a-b79328d8e9cd req-1f9a778e-12c1-43d7-afab-b5028e2c0e2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 1097 time: 0.0435791 May 25 23:04:28.890224 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc422f0-0a8e-414a-a34a-b79328d8e9cd req-36cfe28f-cbeb-45f2-bc39-cde8653caaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:28.891614 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3fc422f0-0a8e-414a-a34a-b79328d8e9cd req-36cfe28f-cbeb-45f2-bc39-cde8653caaae service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0911849 May 25 23:04:28.909450 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b3e48c51-420a-4590-8c74-993e8118f756 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:28.970633 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b3e48c51-420a-4590-8c74-993e8118f756 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:28.991371 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc422f0-0a8e-414a-a34a-b79328d8e9cd req-593803a8-54bd-408f-8c9a-7afa3c8bee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:28.993491 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3fc422f0-0a8e-414a-a34a-b79328d8e9cd req-593803a8-54bd-408f-8c9a-7afa3c8bee4e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904281 May 25 23:04:29.072814 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.l3_db [None req-b3e48c51-420a-4590-8c74-993e8118f756 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Floating IP 95fa707a-3afc-489e-adb7-7579db80639a associated. External IP: 172.27.1.32, port: 716651f1-d215-415c-b904-ad675586a93d. May 25 23:04:29.152989 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeaca63-cd55-49d8-8cd3-ab6e4144c05c req-a938c83f-4522-450d-86fc-763b06de8f35 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:29.154488 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0eeaca63-cd55-49d8-8cd3-ab6e4144c05c req-a938c83f-4522-450d-86fc-763b06de8f35 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0782249 May 25 23:04:29.156308 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-cc97fd37-deb0-4501-86d7-4938170f2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:29.157728 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-cc97fd37-deb0-4501-86d7-4938170f2aff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 1097 time: 0.0802631 May 25 23:04:29.214677 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-f538a185-d5f3-454e-8fa8-f7c9fee27d37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770 HTTP/1.1" status: 200 len: 217 time: 0.0370049 May 25 23:04:29.228857 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0eeaca63-cd55-49d8-8cd3-ab6e4144c05c req-69b9289e-803b-49ce-91b7-67fedb21ddad tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680258 May 25 23:04:29.281827 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e48c51-420a-4590-8c74-993e8118f756 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:04:29.289705 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-76e29e33-f9f5-4e95-83d8-11c69307707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:29.291379 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-76e29e33-f9f5-4e95-83d8-11c69307707f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 200 len: 855 time: 0.0543792 May 25 23:04:29.353159 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-d9bf6005-a241-402f-9df3-296d8227a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:29.354988 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-d9bf6005-a241-402f-9df3-296d8227a7c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f0395b-c390-4bb8-bd13-7c3f2ff21723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468917 May 25 23:04:29.395228 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e48c51-420a-4590-8c74-993e8118f756 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:04:29.401639 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b3e48c51-420a-4590-8c74-993e8118f756 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:29.410234 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9234830-ead5-4d03-a7a2-a53cf1dbea07 None None] Sync routers for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:04:29.419471 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9234830-ead5-4d03-a7a2-a53cf1dbea07 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:29.420306 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-f9234830-ead5-4d03-a7a2-a53cf1dbea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:04:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:29.434371 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-b3e48c51-420a-4590-8c74-993e8118f756 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "PUT /v2.0/floatingips/95fa707a-3afc-489e-adb7-7579db80639a HTTP/1.1" status: 200 len: 991 time: 1.2108762 May 25 23:04:29.435236 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'tag': '716651f1-d215-415c-b904-ad675586a93d'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:29.437663 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de0851d-9e06-49c4-9764-9b9fbdab6235" -d '{"events": [{"name": "network-changed", "server_uuid": "9632d65e-e7ae-4ccd-b666-c466eadae3fd", "tag": "716651f1-d215-415c-b904-ad675586a93d"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:29.465698 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cec6f0-6744-432b-b5b6-035a82d39d19 req-e033d2f8-efad-4d8e-ae7c-a03ba3680ba2 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:29.467256 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-25cec6f0-6744-432b-b5b6-035a82d39d19 req-e033d2f8-efad-4d8e-ae7c-a03ba3680ba2 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.1102173 May 25 23:04:29.522116 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-85a910f7-063d-4e45-bc71-190f3d2bb150 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324391 May 25 23:04:29.529547 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-25cec6f0-6744-432b-b5b6-035a82d39d19 req-0bb5125c-5e4f-4e02-aca6-da7017f982c9 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545945 May 25 23:04:29.534935 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad59b29-9b09-43b0-8fc2-e78f1a71ce7e x-openstack-request-id: req-dad59b29-9b09-43b0-8fc2-e78f1a71ce7e {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:29.535247 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9632d65e-e7ae-4ccd-b666-c466eadae3fd", "tag": "716651f1-d215-415c-b904-ad675586a93d", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:29.535494 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dad59b29-9b09-43b0-8fc2-e78f1a71ce7e {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:29.535927 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad59b29-9b09-43b0-8fc2-e78f1a71ce7e'] response: {'name': 'network-changed', 'server_uuid': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'tag': '716651f1-d215-415c-b904-ad675586a93d', 'status': 'completed', 'code': 200} May 25 23:04:29.559718 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-f9234830-ead5-4d03-a7a2-a53cf1dbea07 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:29.720216 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0851d-9e06-49c4-9764-9b9fbdab6235 req-730995d9-fc42-475b-b125-3541e64a40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:29.721697 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5de0851d-9e06-49c4-9764-9b9fbdab6235 req-730995d9-fc42-475b-b125-3541e64a40c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 1099 time: 0.0692303 May 25 23:04:29.725138 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-506942ac-3dfb-4db5-9913-86db2cea1c12 req-cadf4b00-205a-4cdc-8381-0d0d233cee18 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197443 May 25 23:04:29.786770 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-f9234830-ead5-4d03-a7a2-a53cf1dbea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '95fa707a-3afc-489e-adb7-7579db80639a', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': '716651f1-d215-415c-b904-ad675586a93d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:f6:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:05Z', 'updated_at': '2022-05-25T23:04:28Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:29.813408 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9234830-ead5-4d03-a7a2-a53cf1dbea07 None None] Checking router: c3b3a688-ed9e-4dd5-b5fb-50af9944f744 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:04:29.822182 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9234830-ead5-4d03-a7a2-a53cf1dbea07 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:29.822822 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-f9234830-ead5-4d03-a7a2-a53cf1dbea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:04:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:29.838623 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0851d-9e06-49c4-9764-9b9fbdab6235 req-87ddd074-87ef-4e63-917f-d97d9a6b4d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:29.840114 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5de0851d-9e06-49c4-9764-9b9fbdab6235 req-87ddd074-87ef-4e63-917f-d97d9a6b4d1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 915 time: 0.0897145 May 25 23:04:29.922093 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5de0851d-9e06-49c4-9764-9b9fbdab6235 req-893f87b0-83f6-417b-a029-f640996f35fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=716651f1-d215-415c-b904-ad675586a93d HTTP/1.1" status: 200 len: 999 time: 0.0601988 May 25 23:04:30.041399 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-f9234830-ead5-4d03-a7a2-a53cf1dbea07 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:30.085696 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0851d-9e06-49c4-9764-9b9fbdab6235 req-d1fc4598-a8db-4759-aee8-24cb66b12ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:30.087822 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5de0851d-9e06-49c4-9764-9b9fbdab6235 req-d1fc4598-a8db-4759-aee8-24cb66b12ee5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.0442586 May 25 23:04:30.179962 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0851d-9e06-49c4-9764-9b9fbdab6235 req-b151cc67-9bd8-48f7-af7b-d3120a23238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:30.181619 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5de0851d-9e06-49c4-9764-9b9fbdab6235 req-b151cc67-9bd8-48f7-af7b-d3120a23238e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450382 May 25 23:04:30.264424 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-f9234830-ead5-4d03-a7a2-a53cf1dbea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '95fa707a-3afc-489e-adb7-7579db80639a', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': '716651f1-d215-415c-b904-ad675586a93d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:f6:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:05Z', 'updated_at': '2022-05-25T23:04:28Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:30.285193 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5de0851d-9e06-49c4-9764-9b9fbdab6235 req-92b30be7-530e-48af-b295-b87b70f1172a service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828257 May 25 23:04:30.309470 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9234830-ead5-4d03-a7a2-a53cf1dbea07 None None] The sync data for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi is: [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '95fa707a-3afc-489e-adb7-7579db80639a', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': '716651f1-d215-415c-b904-ad675586a93d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:f6:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:05Z', 'updated_at': '2022-05-25T23:04:28Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:04:30.424603 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b733b3-de82-40b8-862d-16526b462192 req-8745cb17-c3dc-4f7e-9ad4-65bf5324383c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:30.426111 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28b733b3-de82-40b8-862d-16526b462192 req-8745cb17-c3dc-4f7e-9ad4-65bf5324383c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0812595 May 25 23:04:30.430870 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5de0851d-9e06-49c4-9764-9b9fbdab6235 req-528e7cd1-656c-4fa9-95e7-ee45370d432b service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361349 May 25 23:04:30.467645 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28b733b3-de82-40b8-862d-16526b462192 req-113aab18-79bf-4736-8ed3-095bb7ad8eb9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345802 May 25 23:04:30.538261 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b5e603-22ed-4c91-add0-fb38b996c889 None None] New status for floating IP 95fa707a-3afc-489e-adb7-7579db80639a: ACTIVE {{(pid=114258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:04:30.658994 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8870c70-3127-4cfa-af14-31263bedae05 req-114ca1b3-e3ac-4910-a058-b089f680f289 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:30.660455 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8870c70-3127-4cfa-af14-31263bedae05 req-114ca1b3-e3ac-4910-a058-b089f680f289 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0492423 May 25 23:04:30.706570 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8870c70-3127-4cfa-af14-31263bedae05 req-be644c53-5e83-4066-8c65-cd9fd8d2eb32 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388737 May 25 23:04:31.597274 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047cddf-537f-459b-a3c0-191826aebc5d req-1a4aa83f-e329-4fb2-893e-ef3d770fd738 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:31.598736 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0047cddf-537f-459b-a3c0-191826aebc5d req-1a4aa83f-e329-4fb2-893e-ef3d770fd738 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0556204 May 25 23:04:31.636064 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0047cddf-537f-459b-a3c0-191826aebc5d req-7fbc27fe-2984-4e20-a3c2-fd6022002c94 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308449 May 25 23:04:32.752019 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94257ec-e709-4923-b269-a2c741eb4ba8 req-c8b5b65f-5f25-485b-9c8a-f96f383d7582 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:32.753487 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b94257ec-e709-4923-b269-a2c741eb4ba8 req-c8b5b65f-5f25-485b-9c8a-f96f383d7582 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0489204 May 25 23:04:32.791275 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b94257ec-e709-4923-b269-a2c741eb4ba8 req-ae883307-fcd7-48a0-b958-12d6a552179e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316970 May 25 23:04:33.905827 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6fa5a-5803-4ba7-b030-8f38309e886c req-e717369b-1b15-4c9c-9854-a8ed8a7fe760 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:33.907273 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cff6fa5a-5803-4ba7-b030-8f38309e886c req-e717369b-1b15-4c9c-9854-a8ed8a7fe760 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0467954 May 25 23:04:33.944075 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cff6fa5a-5803-4ba7-b030-8f38309e886c req-5a480540-6bab-4fa7-8f27-d8cbb8894a87 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309062 May 25 23:04:35.068249 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febc530-0855-472e-b08b-0487fda7b568 req-1f9f0d9a-52c8-4c5b-a2f7-0867094d2df8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:35.069628 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4febc530-0855-472e-b08b-0487fda7b568 req-1f9f0d9a-52c8-4c5b-a2f7-0867094d2df8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0533085 May 25 23:04:35.108945 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4febc530-0855-472e-b08b-0487fda7b568 req-49610535-0420-46c2-806d-09d7108800d6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328972 May 25 23:04:35.163417 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 0a3ebc0d-05cd-42c8-a343-3990ba914770 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:04:35.254580 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:35.269693 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'port_id': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'mac_address': 'fa:16:3e:a3:6f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:04:35.307102 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 0a3ebc0d-05cd-42c8-a343-3990ba914770 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:04:35.307491 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:35.320076 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3ebc0d-05cd-42c8-a343-3990ba914770 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:04:35.338316 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:35.427104 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:35.473665 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=0a3ebc0d-05cd-42c8-a343-3990ba914770,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:36.229962 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfee4d-e683-425d-9504-5bd67d4dc407 req-0f5b1ad8-d42e-4fe4-bf2e-190a2ccce1b7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:36.231517 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ddbfee4d-e683-425d-9504-5bd67d4dc407 req-0f5b1ad8-d42e-4fe4-bf2e-190a2ccce1b7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 945 time: 0.0497863 May 25 23:04:36.269712 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ddbfee4d-e683-425d-9504-5bd67d4dc407 req-ebd1d517-b249-485f-9c38-fcb5b0e93d9f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321350 May 25 23:04:36.303730 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['0a3ebc0d-05cd-42c8-a343-3990ba914770'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:04:37.386680 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6dec1-1900-4631-8e4e-e1d698f98c40 req-aa578219-759d-4077-bfc7-8e76fabc018a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:37.388205 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3ee6dec1-1900-4631-8e4e-e1d698f98c40 req-aa578219-759d-4077-bfc7-8e76fabc018a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 945 time: 0.0492878 May 25 23:04:37.425953 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3ee6dec1-1900-4631-8e4e-e1d698f98c40 req-77659825-cae1-46b4-b35d-8bd178b8acfd tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314221 May 25 23:04:37.551736 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b5b4-f371-4d52-a332-e12e5bf2fe46 req-e580cc00-d170-494d-a3ab-7effc6e16514 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:37.553126 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6959b5b4-f371-4d52-a332-e12e5bf2fe46 req-e580cc00-d170-494d-a3ab-7effc6e16514 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0522120 May 25 23:04:37.590746 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6959b5b4-f371-4d52-a332-e12e5bf2fe46 req-f4fc1dc4-6613-4ae2-bd19-7a97946b4b12 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 May 25 23:04:38.546196 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b0f03-140e-45d5-ac08-4af8a6d987a9 req-256f7de2-0000-467f-8877-71a0e83a5f45 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:38.547664 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d7b0f03-140e-45d5-ac08-4af8a6d987a9 req-256f7de2-0000-467f-8877-71a0e83a5f45 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 945 time: 0.0482507 May 25 23:04:38.584169 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d7b0f03-140e-45d5-ac08-4af8a6d987a9 req-918197b8-ae3f-4ee1-8771-36b05b94871d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305817 May 25 23:04:38.703541 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550a4c-e40d-45dd-9225-c4e9fdeedb18 req-9625c533-0cc5-4495-8ab8-0b5eb1f64123 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:38.704981 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-84550a4c-e40d-45dd-9225-c4e9fdeedb18 req-9625c533-0cc5-4495-8ab8-0b5eb1f64123 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0495186 May 25 23:04:38.743272 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-84550a4c-e40d-45dd-9225-c4e9fdeedb18 req-f192c205-4348-40c5-b8a6-55970b447ae3 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315270 May 25 23:04:39.168918 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 0a3ebc0d-05cd-42c8-a343-3990ba914770 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:04:39.284551 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 0a3ebc0d-05cd-42c8-a343-3990ba914770 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:04:39.288230 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 0a3ebc0d-05cd-42c8-a343-3990ba914770 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:04:39.288650 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:39.365388 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 0a3ebc0d-05cd-42c8-a343-3990ba914770 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:04:39.365925 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:39.388142 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:39.390334 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613808f2-97c9-4807-bcc5-5237e91464e1" -d '{"events": [{"server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "name": "network-vif-plugged", "status": "completed", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:39.404378 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:39.426004 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca961fdb-ac2c-4b92-9f81-fda6765ec246 x-openstack-request-id: req-ca961fdb-ac2c-4b92-9f81-fda6765ec246 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:39.426399 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "name": "network-vif-plugged", "status": "completed", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:39.426644 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca961fdb-ac2c-4b92-9f81-fda6765ec246 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:39.427162 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca961fdb-ac2c-4b92-9f81-fda6765ec246'] response: {'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'code': 200} May 25 23:04:39.456115 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:39.503417 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=0a3ebc0d-05cd-42c8-a343-3990ba914770,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:39.706027 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8c327-0ae1-4b6c-9ffa-7bb2d68052fc req-5ae6fab3-0d08-4e5d-aa4b-838cd168eab6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:39.707548 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ee8c327-0ae1-4b6c-9ffa-7bb2d68052fc req-5ae6fab3-0d08-4e5d-aa4b-838cd168eab6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0518122 May 25 23:04:39.747831 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ee8c327-0ae1-4b6c-9ffa-7bb2d68052fc req-2d5c2515-86ce-4f83-bb9a-92dbd855c1ae tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337780 May 25 23:04:39.885081 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfa4c1-7071-4c2b-8441-47c380dd674b req-18f69db3-a797-4dc1-8a8f-1ab26e1da027 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:39.886432 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a4cfa4c1-7071-4c2b-8441-47c380dd674b req-18f69db3-a797-4dc1-8a8f-1ab26e1da027 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0747883 May 25 23:04:39.891777 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae8dba-d3b5-4eaf-993b-6d0abe796a87 req-958593c2-6f43-43a7-9497-17443a6f3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:39.893082 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-33ae8dba-d3b5-4eaf-993b-6d0abe796a87 req-958593c2-6f43-43a7-9497-17443a6f3907 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 1099 time: 0.0557475 May 25 23:04:39.946981 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a4cfa4c1-7071-4c2b-8441-47c380dd674b req-b17cce41-6627-45ba-922d-975b7ad322d6 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529873 May 25 23:04:39.952168 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-33ae8dba-d3b5-4eaf-993b-6d0abe796a87 req-68b18b7b-58a0-4f4f-826b-de2d5b70c16d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444705 May 25 23:04:40.873335 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9d421-ef7d-4de6-bf1b-9254a177c872 req-cdd0bdca-4cd0-4022-ba09-603dad3abe42 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:40.874780 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-58b9d421-ef7d-4de6-bf1b-9254a177c872 req-cdd0bdca-4cd0-4022-ba09-603dad3abe42 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0550168 May 25 23:04:40.910873 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-58b9d421-ef7d-4de6-bf1b-9254a177c872 req-fc1b0ffe-e093-42be-93ed-8b079ec555fd tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301878 May 25 23:04:41.059409 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514400c-c4c6-41c7-8e0e-4e8d3cd130c9 req-70aee4a0-4292-40c1-9252-522024472552 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:41.060875 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6514400c-c4c6-41c7-8e0e-4e8d3cd130c9 req-70aee4a0-4292-40c1-9252-522024472552 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0484178 May 25 23:04:41.099325 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6514400c-c4c6-41c7-8e0e-4e8d3cd130c9 req-d0f9b0b4-5a63-4e5e-9bfe-fecbc7b50231 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324647 May 25 23:04:41.741868 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4c033647-0c3c-4a1d-ba45-1dbf2c292481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:42.028645 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc91423-c17e-4847-8afd-32305900ffb8 req-ad4b3ea1-a2cf-4f9a-b177-e15f9c061a03 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:42.030097 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ecc91423-c17e-4847-8afd-32305900ffb8 req-ad4b3ea1-a2cf-4f9a-b177-e15f9c061a03 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0496917 May 25 23:04:42.073748 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ecc91423-c17e-4847-8afd-32305900ffb8 req-2ed96910-e32d-4dd7-9eac-cf7aba37a8f1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376968 May 25 23:04:42.214186 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aca42-d7ed-42bb-b3e4-96ad1ad3cbc6 req-20454764-0594-4f41-a51d-df2436e0508a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:42.215585 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-705aca42-d7ed-42bb-b3e4-96ad1ad3cbc6 req-20454764-0594-4f41-a51d-df2436e0508a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0493953 May 25 23:04:42.254848 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-705aca42-d7ed-42bb-b3e4-96ad1ad3cbc6 req-e9272df8-85ee-4ebc-b6ce-00ed526b4929 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333817 May 25 23:04:43.221036 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de11e1-ed43-4f95-b591-863e5d1b7a09 req-9e420f7b-5b35-4bb5-9b8a-6e35579494a9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:43.222491 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-95de11e1-ed43-4f95-b591-863e5d1b7a09 req-9e420f7b-5b35-4bb5-9b8a-6e35579494a9 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0773246 May 25 23:04:43.230199 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-82c2b9e4-7a2d-4fcd-9e80-3b5b91e751e7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:43.231514 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-82c2b9e4-7a2d-4fcd-9e80-3b5b91e751e7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0614982 May 25 23:04:43.292441 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-95de11e1-ed43-4f95-b591-863e5d1b7a09 req-e9d88373-0a73-4b78-8086-e6c4ce1447e1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600049 May 25 23:04:43.390997 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25793b70-e3f2-4196-a6bd-9f7d3b43dbf9 req-7fb6c904-0072-4b6e-b455-54da2af6f039 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:43.392314 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-25793b70-e3f2-4196-a6bd-9f7d3b43dbf9 req-7fb6c904-0072-4b6e-b455-54da2af6f039 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 945 time: 0.0670650 May 25 23:04:43.414211 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Deleting port 40137d47-371e-4450-993c-d7604d2a57fb {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:43.414564 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:43.504048 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac762b7e-d1f5-4b41-8b6c-e36afe7e48bc req-e01a7326-74a5-46b2-b89f-e874f85e741c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:43.505490 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ac762b7e-d1f5-4b41-8b6c-e36afe7e48bc req-e01a7326-74a5-46b2-b89f-e874f85e741c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.1366982 May 25 23:04:43.510782 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-25793b70-e3f2-4196-a6bd-9f7d3b43dbf9 req-060a4ecc-6fa1-48c0-b3dd-d751e2615f46 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e1bcd60-3db6-4b92-a0da-b19992ab1c51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995021 May 25 23:04:43.514870 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33148) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:43.520215 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-ac546d22-c8d9-4211-95b2-b96b0bce0b34 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Request body: {'floatingip': {'port_id': '0a3ebc0d-05cd-42c8-a343-3990ba914770'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:04:43.546997 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] For port 40137d47-371e-4450-993c-d7604d2a57fb, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=40137d47-371e-4450-993c-d7604d2a57fb,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:43.547356 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:43.562132 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ac546d22-c8d9-4211-95b2-b96b0bce0b34 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:43.717560 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:43.717822 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:43.718126 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Floating IP af73c1d4-b279-4307-8b4f-1a3c110aebda disassociated. External IP: 172.27.1.242, port: 40137d47-371e-4450-993c-d7604d2a57fb. May 25 23:04:43.718495 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Calling delete_port for 40137d47-371e-4450-993c-d7604d2a57fb owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:43.854699 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:04:43.879284 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:43.911874 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event deleted for resources: {'Port': ['ID=40137d47-371e-4450-993c-d7604d2a57fb,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:43.993529 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ac546d22-c8d9-4211-95b2-b96b0bce0b34 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:44.026226 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:04:44.033396 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ac546d22-c8d9-4211-95b2-b96b0bce0b34 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:44.133120 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:04:44.143950 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef8cef-ee92-4bb8-8e69-0aec8e8e31c2 None None] Sync routers for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:04:44.145613 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.l3_db [None req-ac546d22-c8d9-4211-95b2-b96b0bce0b34 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Floating IP edfd127a-d04d-4bc1-b7e8-f312733a568c associated. External IP: 172.27.1.126, port: 0a3ebc0d-05cd-42c8-a343-3990ba914770. May 25 23:04:44.155558 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef8cef-ee92-4bb8-8e69-0aec8e8e31c2 None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:44.156428 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ebef8cef-ee92-4bb8-8e69-0aec8e8e31c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:04:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:44.176195 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] No DVR routers for this DVR port 40137d47-371e-4450-993c-d7604d2a57fb on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:04:44.178698 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:44.182597 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9babf3fd-39db-4dcf-a9d2-8b72287cb03c req-850c4263-d7f6-45b1-8585-0502f8cd1ac7 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "DELETE /v2.0/ports/40137d47-371e-4450-993c-d7604d2a57fb HTTP/1.1" status: 204 len: 173 time: 0.9341090 May 25 23:04:44.183019 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'name': 'network-vif-deleted', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:44.185690 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d507cb6a-6fb7-4dd1-a846-7060f3a63c6e" -d '{"events": [{"server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "name": "network-vif-deleted", "tag": "40137d47-371e-4450-993c-d7604d2a57fb"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:44.201365 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6d51a0bf-7417-467f-bd1f-bc035ac801d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:44.223618 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee60031-b513-4cbc-8a04-0cde44cccc72 x-openstack-request-id: req-bee60031-b513-4cbc-8a04-0cde44cccc72 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:44.223618 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241413dc-d45b-4307-ae0c-94fd893d1861", "name": "network-vif-deleted", "tag": "40137d47-371e-4450-993c-d7604d2a57fb", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:44.223618 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bee60031-b513-4cbc-8a04-0cde44cccc72 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:44.223618 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee60031-b513-4cbc-8a04-0cde44cccc72'] response: {'server_uuid': '241413dc-d45b-4307-ae0c-94fd893d1861', 'name': 'network-vif-deleted', 'tag': '40137d47-371e-4450-993c-d7604d2a57fb', 'status': 'completed', 'code': 200} May 25 23:04:44.293754 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-ebef8cef-ee92-4bb8-8e69-0aec8e8e31c2 None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:44.377691 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac546d22-c8d9-4211-95b2-b96b0bce0b34 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:04:44.508187 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ebef8cef-ee92-4bb8-8e69-0aec8e8e31c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:54Z', 'revision_number': 5, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:44.536291 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef8cef-ee92-4bb8-8e69-0aec8e8e31c2 None None] Checking router: 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:04:44.545725 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef8cef-ee92-4bb8-8e69-0aec8e8e31c2 None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:44.546533 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ebef8cef-ee92-4bb8-8e69-0aec8e8e31c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:04:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:44.626012 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-075fa2aa-8ad4-475f-a9c0-4738c69b7413 req-dd2d4436-8536-47bb-979b-30ecb4148145 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=241413dc-d45b-4307-ae0c-94fd893d1861 HTTP/1.1" status: 200 len: 210 time: 0.0282784 May 25 23:04:44.668485 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-ebef8cef-ee92-4bb8-8e69-0aec8e8e31c2 None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:44.697708 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac546d22-c8d9-4211-95b2-b96b0bce0b34 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:04:44.702427 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ac546d22-c8d9-4211-95b2-b96b0bce0b34 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:44.707410 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115778ae-8a56-484f-a087-e763d0db4616 None None] Sync routers for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:04:44.717642 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115778ae-8a56-484f-a087-e763d0db4616 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:44.718249 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-115778ae-8a56-484f-a087-e763d0db4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:04:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:44.730676 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ac546d22-c8d9-4211-95b2-b96b0bce0b34 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "PUT /v2.0/floatingips/edfd127a-d04d-4bc1-b7e8-f312733a568c HTTP/1.1" status: 200 len: 992 time: 1.2139080 May 25 23:04:44.731425 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:44.733747 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd58eca-e80e-45b9-a393-b2f369e4710c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:44.772640 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613fdd40-dc63-4be1-bc98-a6aa0022d705 x-openstack-request-id: req-613fdd40-dc63-4be1-bc98-a6aa0022d705 {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:44.773030 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:44.773376 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-613fdd40-dc63-4be1-bc98-a6aa0022d705 {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:44.773963 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613fdd40-dc63-4be1-bc98-a6aa0022d705'] response: {'name': 'network-changed', 'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'status': 'completed', 'code': 200} May 25 23:04:44.831654 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-115778ae-8a56-484f-a087-e763d0db4616 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:44.878645 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ebef8cef-ee92-4bb8-8e69-0aec8e8e31c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:54Z', 'revision_number': 5, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:44.905500 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef8cef-ee92-4bb8-8e69-0aec8e8e31c2 None None] The sync data for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi is: [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '7b9cd463-01e6-4d85-af21-b6786e654684', 'name': '', 'network_id': 'f86d3f49-8651-4cd7-81c5-3f077bc05bd0', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'mac_address': 'fa:16:3e:43:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:41Z', 'updated_at': '2022-05-25T22:56:54Z', 'revision_number': 5, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'subnets': [{'id': '4768f422-cc4f-45c3-b39a-6b417254c5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:04:44.910310 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58eca-e80e-45b9-a393-b2f369e4710c req-eea75559-fd87-4be3-93c7-14faa0936dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:44.911787 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4bd58eca-e80e-45b9-a393-b2f369e4710c req-eea75559-fd87-4be3-93c7-14faa0936dca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 1099 time: 0.0408568 May 25 23:04:45.018947 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58eca-e80e-45b9-a393-b2f369e4710c req-1305c06e-b19b-4c5e-a5b1-3deedd89bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:45.020354 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4bd58eca-e80e-45b9-a393-b2f369e4710c req-1305c06e-b19b-4c5e-a5b1-3deedd89bf7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 917 time: 0.0941854 May 25 23:04:45.122061 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4bd58eca-e80e-45b9-a393-b2f369e4710c req-406bbfcf-161d-4689-8915-a5455ec777a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770 HTTP/1.1" status: 200 len: 1000 time: 0.0691276 May 25 23:04:45.152273 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-115778ae-8a56-484f-a087-e763d0db4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'edfd127a-d04d-4bc1-b7e8-f312733a568c', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'port_id': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'mac_address': 'fa:16:3e:a3:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:21Z', 'updated_at': '2022-05-25T23:04:43Z', 'revision_number': 1, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:45.175736 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58eca-e80e-45b9-a393-b2f369e4710c req-22706f76-fc95-4da6-8199-74e9269ffbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:45.177279 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4bd58eca-e80e-45b9-a393-b2f369e4710c req-22706f76-fc95-4da6-8199-74e9269ffbff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 200 len: 855 time: 0.0467756 May 25 23:04:45.182498 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115778ae-8a56-484f-a087-e763d0db4616 None None] Checking router: 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:04:45.189946 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b0d4e-260d-4b84-b6e0-9ce0e75fa450 None None] New status for floating IP af73c1d4-b279-4307-8b4f-1a3c110aebda: DOWN {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:04:45.192137 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115778ae-8a56-484f-a087-e763d0db4616 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:45.192745 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-115778ae-8a56-484f-a087-e763d0db4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:04:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:45.238907 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58eca-e80e-45b9-a393-b2f369e4710c req-2b08467a-5094-4a78-aacb-1906711c66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:45.240517 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4bd58eca-e80e-45b9-a393-b2f369e4710c req-2b08467a-5094-4a78-aacb-1906711c66d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f0395b-c390-4bb8-bd13-7c3f2ff21723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503352 May 25 23:04:45.321760 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-115778ae-8a56-484f-a087-e763d0db4616 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:45.328115 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:45.353978 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4bd58eca-e80e-45b9-a393-b2f369e4710c req-ad7c492a-c430-4621-9be1-dca79e2797fd service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988224 May 25 23:04:45.474571 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4bd58eca-e80e-45b9-a393-b2f369e4710c req-e74bb159-4609-4eb7-946b-deecac2b91a5 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034570 May 25 23:04:45.562177 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-115778ae-8a56-484f-a087-e763d0db4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'edfd127a-d04d-4bc1-b7e8-f312733a568c', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'port_id': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'mac_address': 'fa:16:3e:a3:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:21Z', 'updated_at': '2022-05-25T23:04:43Z', 'revision_number': 1, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:45.589313 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115778ae-8a56-484f-a087-e763d0db4616 None None] The sync data for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi is: [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'edfd127a-d04d-4bc1-b7e8-f312733a568c', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'port_id': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'mac_address': 'fa:16:3e:a3:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:21Z', 'updated_at': '2022-05-25T23:04:43Z', 'revision_number': 1, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:04:45.782950 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421dad9-5950-4eea-8ebd-2f30dcb50a04 None None] New status for floating IP edfd127a-d04d-4bc1-b7e8-f312733a568c: ACTIVE {{(pid=114258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:04:45.862413 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33162) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:45.916391 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-874b5f61-5a2f-4c54-a94c-3f6a45607811 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:45.939492 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-874b5f61-5a2f-4c54-a94c-3f6a45607811 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:46.050148 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-874b5f61-5a2f-4c54-a94c-3f6a45607811 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:46.052785 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-874b5f61-5a2f-4c54-a94c-3f6a45607811 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:46.054469 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-874b5f61-5a2f-4c54-a94c-3f6a45607811 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "DELETE /v2.0/security-groups/2e1bcd60-3db6-4b92-a0da-b19992ab1c51 HTTP/1.1" status: 204 len: 168 time: 0.1903057 May 25 23:04:46.057237 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33164) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:46.063538 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b5f61-5a2f-4c54-a94c-3f6a45607811 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1bcd60-3db6-4b92-a0da-b19992ab1c51,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:46.073118 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.api.v2.resource [None req-400ac391-8c27-4c54-b821-336dc9865e7f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] show failed (client error): The resource could not be found. May 25 23:04:46.076609 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-400ac391-8c27-4c54-b821-336dc9865e7f tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups/2e1bcd60-3db6-4b92-a0da-b19992ab1c51 HTTP/1.1" status: 404 len: 347 time: 0.0159042 May 25 23:04:46.076805 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33166) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:46.197931 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-38403625-9040-4c9d-be3b-4ebc67a45946 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Deleting port d2feb6d5-1c63-46ee-b7d0-a301795f503a {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:46.198176 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38403625-9040-4c9d-be3b-4ebc67a45946 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:46.271863 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38403625-9040-4c9d-be3b-4ebc67a45946 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:46.272495 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38403625-9040-4c9d-be3b-4ebc67a45946 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:46.283968 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-38403625-9040-4c9d-be3b-4ebc67a45946 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Calling delete_port for d2feb6d5-1c63-46ee-b7d0-a301795f503a owned by network:floatingip {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:46.461702 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38403625-9040-4c9d-be3b-4ebc67a45946 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:46.486762 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38403625-9040-4c9d-be3b-4ebc67a45946 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event deleted for resources: {'Port': ['ID=d2feb6d5-1c63-46ee-b7d0-a301795f503a,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:46.515903 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38403625-9040-4c9d-be3b-4ebc67a45946 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks [] for floatingip, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:46.518619 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38403625-9040-4c9d-be3b-4ebc67a45946 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:46.519915 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-38403625-9040-4c9d-be3b-4ebc67a45946 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "DELETE /v2.0/floatingips/af73c1d4-b279-4307-8b4f-1a3c110aebda HTTP/1.1" status: 204 len: 168 time: 0.4421961 May 25 23:04:46.667085 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:47.153472 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:47.214197 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 40137d47-371e-4450-993c-d7604d2a57fb no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:04:47.233779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 40137d47-371e-4450-993c-d7604d2a57fb {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:04:47.234117 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 40137d47-371e-4450-993c-d7604d2a57fb not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:04:49.504912 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eb3e2-2d97-4b5a-acd5-23ace14d6262 req-dec6822e-e4ca-47e6-8e26-89b23dfae957 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:49.506412 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a19eb3e2-2d97-4b5a-acd5-23ace14d6262 req-dec6822e-e4ca-47e6-8e26-89b23dfae957 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0483088 May 25 23:04:49.546922 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a19eb3e2-2d97-4b5a-acd5-23ace14d6262 req-0c61f00e-bc2f-47f2-927f-3300f64ff550 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 May 25 23:04:50.660397 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a8101-dde3-4d4d-996f-e60d84934f5a req-d7a7a9e0-9ab3-4abc-bc09-290f4e72f1ba tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:50.661831 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f13a8101-dde3-4d4d-996f-e60d84934f5a req-d7a7a9e0-9ab3-4abc-bc09-290f4e72f1ba tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0476246 May 25 23:04:50.698881 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f13a8101-dde3-4d4d-996f-e60d84934f5a req-844a8a1d-6414-4ad9-9846-4ddec4261661 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305002 May 25 23:04:50.990611 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdfbe6-7f33-4642-885f-6311e73e65b7 req-ef472c98-718d-4fee-bce3-0932d6b5e73a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:50.992260 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cfbdfbe6-7f33-4642-885f-6311e73e65b7 req-ef472c98-718d-4fee-bce3-0932d6b5e73a tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 946 time: 0.0476506 May 25 23:04:51.093307 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-cfbdfbe6-7f33-4642-885f-6311e73e65b7 req-9f4643ef-378f-4abd-bcbe-be72f9c320e5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Deleting port 25eaf733-14d8-43e9-a80d-82cfa4558e00 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:51.093642 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cfbdfbe6-7f33-4642-885f-6311e73e65b7 req-9f4643ef-378f-4abd-bcbe-be72f9c320e5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:51.180195 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-cfbdfbe6-7f33-4642-885f-6311e73e65b7 req-9f4643ef-378f-4abd-bcbe-be72f9c320e5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] For port 25eaf733-14d8-43e9-a80d-82cfa4558e00, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=25eaf733-14d8-43e9-a80d-82cfa4558e00,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:51.180467 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cfbdfbe6-7f33-4642-885f-6311e73e65b7 req-9f4643ef-378f-4abd-bcbe-be72f9c320e5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:51.192631 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-cfbdfbe6-7f33-4642-885f-6311e73e65b7 req-9f4643ef-378f-4abd-bcbe-be72f9c320e5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Calling delete_port for 25eaf733-14d8-43e9-a80d-82cfa4558e00 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:51.370156 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cfbdfbe6-7f33-4642-885f-6311e73e65b7 req-9f4643ef-378f-4abd-bcbe-be72f9c320e5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:51.396596 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4643ef-378f-4abd-bcbe-be72f9c320e5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event deleted for resources: {'Port': ['ID=25eaf733-14d8-43e9-a80d-82cfa4558e00,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:51.437091 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['25eaf733-14d8-43e9-a80d-82cfa4558e00', '54c238a9-a304-417b-86b0-6155600c3398'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:04:51.451170 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbdfbe6-7f33-4642-885f-6311e73e65b7 req-9f4643ef-378f-4abd-bcbe-be72f9c320e5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] No DVR routers for this DVR port 25eaf733-14d8-43e9-a80d-82cfa4558e00 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:04:51.453735 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cfbdfbe6-7f33-4642-885f-6311e73e65b7 req-9f4643ef-378f-4abd-bcbe-be72f9c320e5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:51.456961 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cfbdfbe6-7f33-4642-885f-6311e73e65b7 req-9f4643ef-378f-4abd-bcbe-be72f9c320e5 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "DELETE /v2.0/ports/25eaf733-14d8-43e9-a80d-82cfa4558e00 HTTP/1.1" status: 204 len: 173 time: 0.4514463 May 25 23:04:51.457388 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3230ee3b-309a-447b-b710-08bfd51b34e3', 'name': 'network-vif-deleted', 'tag': '25eaf733-14d8-43e9-a80d-82cfa4558e00'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:51.459686 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9f7ce8-08a7-47c5-8b80-0f66a9cc8068" -d '{"events": [{"server_uuid": "3230ee3b-309a-447b-b710-08bfd51b34e3", "name": "network-vif-deleted", "tag": "25eaf733-14d8-43e9-a80d-82cfa4558e00"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:51.495927 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4f8171-6aab-4f26-af89-86714e22d7aa x-openstack-request-id: req-be4f8171-6aab-4f26-af89-86714e22d7aa {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:51.496213 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3230ee3b-309a-447b-b710-08bfd51b34e3", "name": "network-vif-deleted", "tag": "25eaf733-14d8-43e9-a80d-82cfa4558e00", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:51.496452 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be4f8171-6aab-4f26-af89-86714e22d7aa {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:51.496835 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4f8171-6aab-4f26-af89-86714e22d7aa'] response: {'server_uuid': '3230ee3b-309a-447b-b710-08bfd51b34e3', 'name': 'network-vif-deleted', 'tag': '25eaf733-14d8-43e9-a80d-82cfa4558e00', 'status': 'completed', 'code': 200} May 25 23:04:51.820145 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c2cc7d73-7b72-4665-9e69-9867288bd7a9 req-6978aa5c-2f5c-48a9-9c07-9589a3512c77 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=3230ee3b-309a-447b-b710-08bfd51b34e3 HTTP/1.1" status: 200 len: 210 time: 0.0321333 May 25 23:04:53.265277 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24252eaf-86c6-44c4-8342-e2d6f5db0286 req-6daac526-0f97-4c4e-a030-564e383e859d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:53.266738 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-24252eaf-86c6-44c4-8342-e2d6f5db0286 req-6daac526-0f97-4c4e-a030-564e383e859d tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0499244 May 25 23:04:53.302956 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-24252eaf-86c6-44c4-8342-e2d6f5db0286 req-fc47216e-ad11-4217-a794-643801e0a7f6 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303116 May 25 23:04:54.422324 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018bc3a-0638-48bb-96b6-2f4ea34ac599 req-826dc1ea-08f8-4423-9212-c5d8b2defc12 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:54.423652 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a018bc3a-0638-48bb-96b6-2f4ea34ac599 req-826dc1ea-08f8-4423-9212-c5d8b2defc12 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0743904 May 25 23:04:54.438885 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed57d9-520d-4826-b159-d40355b83e39 req-0cec3bb9-e7a2-45f8-99a3-c885aa40a798 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:04:54.440202 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-25ed57d9-520d-4826-b159-d40355b83e39 req-0cec3bb9-e7a2-45f8-99a3-c885aa40a798 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 945 time: 0.0662534 May 25 23:04:54.523009 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-25ed57d9-520d-4826-b159-d40355b83e39 req-3b1ff52d-faaa-42fa-9dc3-0212314aa826 tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/security-groups?id=b288092d-a45e-45dd-b10e-cc719bcfcd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754080 May 25 23:04:54.548269 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-a018bc3a-0638-48bb-96b6-2f4ea34ac599 req-56203507-3d87-4f98-ac49-55943dee59de tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Deleting port 54c238a9-a304-417b-86b0-6155600c3398 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:54.548598 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a018bc3a-0638-48bb-96b6-2f4ea34ac599 req-56203507-3d87-4f98-ac49-55943dee59de tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:54.636359 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-a018bc3a-0638-48bb-96b6-2f4ea34ac599 req-56203507-3d87-4f98-ac49-55943dee59de tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] For port 54c238a9-a304-417b-86b0-6155600c3398, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=54c238a9-a304-417b-86b0-6155600c3398,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:54.636708 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a018bc3a-0638-48bb-96b6-2f4ea34ac599 req-56203507-3d87-4f98-ac49-55943dee59de tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:54.648026 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-a018bc3a-0638-48bb-96b6-2f4ea34ac599 req-56203507-3d87-4f98-ac49-55943dee59de tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Calling delete_port for 54c238a9-a304-417b-86b0-6155600c3398 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:54.832976 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a018bc3a-0638-48bb-96b6-2f4ea34ac599 req-56203507-3d87-4f98-ac49-55943dee59de tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:54.906979 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['54c238a9-a304-417b-86b0-6155600c3398'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:04:55.106321 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56203507-3d87-4f98-ac49-55943dee59de tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Pushing event deleted for resources: {'Port': ['ID=54c238a9-a304-417b-86b0-6155600c3398,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:55.147516 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-a018bc3a-0638-48bb-96b6-2f4ea34ac599 req-56203507-3d87-4f98-ac49-55943dee59de tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] No DVR routers for this DVR port 54c238a9-a304-417b-86b0-6155600c3398 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:04:55.150141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a018bc3a-0638-48bb-96b6-2f4ea34ac599 req-56203507-3d87-4f98-ac49-55943dee59de tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.153478 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a018bc3a-0638-48bb-96b6-2f4ea34ac599 req-56203507-3d87-4f98-ac49-55943dee59de tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.24 "DELETE /v2.0/ports/54c238a9-a304-417b-86b0-6155600c3398 HTTP/1.1" status: 204 len: 173 time: 0.7124333 May 25 23:04:55.153922 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4086b450-e415-4f12-b92f-fc8f071bfc3e', 'name': 'network-vif-deleted', 'tag': '54c238a9-a304-417b-86b0-6155600c3398'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:04:55.156176 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f70c56-ce0b-402f-bd08-a6667e254346" -d '{"events": [{"server_uuid": "4086b450-e415-4f12-b92f-fc8f071bfc3e", "name": "network-vif-deleted", "tag": "54c238a9-a304-417b-86b0-6155600c3398"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:04:55.191028 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0183fbbb-4009-4208-90cb-cff71dec0b7f x-openstack-request-id: req-0183fbbb-4009-4208-90cb-cff71dec0b7f {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:04:55.191321 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4086b450-e415-4f12-b92f-fc8f071bfc3e", "name": "network-vif-deleted", "tag": "54c238a9-a304-417b-86b0-6155600c3398", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:04:55.191572 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0183fbbb-4009-4208-90cb-cff71dec0b7f {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:04:55.191963 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0183fbbb-4009-4208-90cb-cff71dec0b7f'] response: {'server_uuid': '4086b450-e415-4f12-b92f-fc8f071bfc3e', 'name': 'network-vif-deleted', 'tag': '54c238a9-a304-417b-86b0-6155600c3398', 'status': 'completed', 'code': 200} May 25 23:04:55.299036 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 25eaf733-14d8-43e9-a80d-82cfa4558e00 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:04:55.319236 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 25eaf733-14d8-43e9-a80d-82cfa4558e00 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:04:55.319579 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 25eaf733-14d8-43e9-a80d-82cfa4558e00 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:04:55.630485 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9da17faa-808e-42f4-931d-f7148f4bb429 req-7b5b501d-2fcc-47de-be72-285bd78b2ffc tempest-ServerRescueNegativeTestJSON-1244380772 tempest-ServerRescueNegativeTestJSON-1244380772-project] 10.222.0.48 "GET /v2.0/ports?device_id=4086b450-e415-4f12-b92f-fc8f071bfc3e HTTP/1.1" status: 200 len: 210 time: 0.0256782 May 25 23:04:55.695627 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:56.686564 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33214) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:57.184520 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595191'] for router_interface, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:57.466644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Deleting port 7b9cd463-01e6-4d85-af21-b6786e654684 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:57.466893 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:57.544921 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] For port 7b9cd463-01e6-4d85-af21-b6786e654684, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=7b9cd463-01e6-4d85-af21-b6786e654684,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:57.545277 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:57.556689 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Calling delete_port for 7b9cd463-01e6-4d85-af21-b6786e654684 owned by network:router_interface {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:57.793292 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:57.817638 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b9cd463-01e6-4d85-af21-b6786e654684,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:57.829248 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.829595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.829932 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.830263 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.830610 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.830939 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.831263 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.831589 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.831919 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.832233 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.832550 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.832865 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:57.949701 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33028488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595463'] for router_interface, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:58.160000 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:04:58.263839 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:04:58.268728 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-bcaee623-f013-4e50-ba5b-3ad9014cb89b admin admin] 10.222.0.48 "PUT /v2.0/routers/114f3cea-84b4-46d2-97dd-a16cc6e2ed7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5811241 May 25 23:04:58.271705 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33222) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:58.273846 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8774b4f-5f68-464b-89c8-92760fba1e55 None None] Sync routers for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:04:58.284030 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8774b4f-5f68-464b-89c8-92760fba1e55 None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:58.284654 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-d8774b4f-5f68-464b-89c8-92760fba1e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:04:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:58.372495 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Notify callbacks [] for router, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:58.388295 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-d8774b4f-5f68-464b-89c8-92760fba1e55 None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:58.474349 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:58.561730 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-d8774b4f-5f68-464b-89c8-92760fba1e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T23:04:57Z', 'revision_number': 5, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port': {'id': '862d0f3b-8ada-4705-8bf9-8f7236a7c6e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:34Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:58.587306 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8774b4f-5f68-464b-89c8-92760fba1e55 None None] Checking router: 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:04:58.589120 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Deleting port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:58.589459 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:58.595516 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8774b4f-5f68-464b-89c8-92760fba1e55 None None] Routers {'114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:04:58.596121 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-d8774b4f-5f68-464b-89c8-92760fba1e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:04:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:58.669718 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] For port 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=862d0f3b-8ada-4705-8bf9-8f7236a7c6e5,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:58.670014 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:58.679907 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-d8774b4f-5f68-464b-89c8-92760fba1e55 None None] Set router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f gateway port host: None {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:04:58.682001 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Calling delete_port for 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 owned by network:router_gateway {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:58.733498 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-d8774b4f-5f68-464b-89c8-92760fba1e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T23:04:58Z', 'revision_number': 6, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port_host': None}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:58.758770 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8774b4f-5f68-464b-89c8-92760fba1e55 None None] The sync data for ids ['114f3cea-84b4-46d2-97dd-a16cc6e2ed7f'] in dv-cinder-843209-1-iscsi is: [{'id': '114f3cea-84b4-46d2-97dd-a16cc6e2ed7f', 'name': 'tempest-ServerRescueNegativeTestJSON-541434975-router', 'tenant_id': '643eaa780dcd4affae5495c9fb3e7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T23:04:58Z', 'revision_number': 6, 'project_id': '643eaa780dcd4affae5495c9fb3e7379', 'gw_port_host': None}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:04:58.913093 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:58.938486 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=862d0f3b-8ada-4705-8bf9-8f7236a7c6e5,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:58.960845 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601257'] for router_gateway, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.058816 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12852'] for router, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.060914 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.193354 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596379'] for router, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.193851 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 114f3cea-84b4-46d2-97dd-a16cc6e2ed7f {{(pid=114256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:04:59.199029 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.200184 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-60c36ab1-8e04-48cd-97c7-97fca2235a3c admin admin] 10.222.0.48 "DELETE /v2.0/routers/114f3cea-84b4-46d2-97dd-a16cc6e2ed7f HTTP/1.1" status: 204 len: 168 time: 0.9275589 May 25 23:04:59.202702 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33226) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:59.245260 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9750e4f-9db5-4fd9-a851-303c49dd6b8c admin admin] Deleting subnet 4768f422-cc4f-45c3-b39a-6b417254c5bb {{(pid=114256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:04:59.248278 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b9750e4f-9db5-4fd9-a851-303c49dd6b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.281634 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b9750e4f-9db5-4fd9-a851-303c49dd6b8c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.328942 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 54c238a9-a304-417b-86b0-6155600c3398 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:04:59.352694 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 54c238a9-a304-417b-86b0-6155600c3398 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:04:59.353243 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 54c238a9-a304-417b-86b0-6155600c3398 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:04:59.358538 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b9750e4f-9db5-4fd9-a851-303c49dd6b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.479604 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b9750e4f-9db5-4fd9-a851-303c49dd6b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for subnet, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.503906 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9750e4f-9db5-4fd9-a851-303c49dd6b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4768f422-cc4f-45c3-b39a-6b417254c5bb,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:59.512810 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b9750e4f-9db5-4fd9-a851-303c49dd6b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.516818 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-b9750e4f-9db5-4fd9-a851-303c49dd6b8c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4768f422-cc4f-45c3-b39a-6b417254c5bb HTTP/1.1" status: 204 len: 168 time: 0.3123381 May 25 23:04:59.518415 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33228) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:04:59.520287 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c86c73-009b-4546-9b4e-65449416c95c None None] Network f86d3f49-8651-4cd7-81c5-3f077bc05bd0 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:04:59.591842 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.635215 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:04:59.654046 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Deleting port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:59.654412 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.664961 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:04:59.665395 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 862d0f3b-8ada-4705-8bf9-8f7236a7c6e5 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:04:59.665800 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 7b9cd463-01e6-4d85-af21-b6786e654684 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:04:59.687030 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 7b9cd463-01e6-4d85-af21-b6786e654684 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:04:59.687367 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 7b9cd463-01e6-4d85-af21-b6786e654684 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:04:59.724548 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] For port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=99bca69b-3f6e-4834-bdb3-1ef9d85ec07a,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:59.724911 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.738648 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Calling delete_port for 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a owned by network:dhcp {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:59.758800 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff59a987-49f9-4981-b3cc-360f8771726e None None] DHCP port deletion for f86d3f49-8651-4cd7-81c5-3f077bc05bd0 request from dv-cinder-843209-1-iscsi {{(pid=114257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 23:04:59.814742 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-ff59a987-49f9-4981-b3cc-360f8771726e None None] Deleting port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a {{(pid=114257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:04:59.815109 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ff59a987-49f9-4981-b3cc-360f8771726e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.880123 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-ff59a987-49f9-4981-b3cc-360f8771726e None None] For port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=99bca69b-3f6e-4834-bdb3-1ef9d85ec07a,segment=NetworkSegment(8278d373-9310-41e1-a636-3f4ca3183a8a),segment_id=8278d373-9310-41e1-a636-3f4ca3183a8a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:59.880498 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ff59a987-49f9-4981-b3cc-360f8771726e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.893226 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-ff59a987-49f9-4981-b3cc-360f8771726e None None] Calling delete_port for 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a owned by network:dhcp {{(pid=114257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:04:59.907342 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:59.931686 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Pushing event deleted for resources: {'Port': ['ID=99bca69b-3f6e-4834-bdb3-1ef9d85ec07a,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:59.935118 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] No DVR routers for this DVR port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a on host dv-cinder-843209-1-iscsi {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:05:00.006024 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:00.011185 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ff59a987-49f9-4981-b3cc-360f8771726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:00.027543 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.027879 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.028617 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.028943 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > port after_create 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.029276 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > port after_delete 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.029881 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > port after_update 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.030203 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.030568 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.030880 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.031192 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.035998 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59a987-49f9-4981-b3cc-360f8771726e None None] Pushing event deleted for resources: {'Port': ['ID=99bca69b-3f6e-4834-bdb3-1ef9d85ec07a,revision_number=None']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:00.040110 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff59a987-49f9-4981-b3cc-360f8771726e None None] No DVR routers for this DVR port 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a on host dv-cinder-843209-1-iscsi {{(pid=114257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:05:00.097312 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.097668 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.097997 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.098346 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 23:05:00.098715 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86d3f49-8651-4cd7-81c5-3f077bc05bd0']}} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:00.116595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8278d373-9310-41e1-a636-3f4ca3183a8a') {'for_net_delete': True} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:00.116889 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8278d373-9310-41e1-a636-3f4ca3183a8a') {} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:00.132730 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8499919'] for segment, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:00.154110 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:00.162026 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=114256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:05:00.162549 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9366927'] for segment, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:00.547407 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:00.555045 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:00.560746 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] 10.222.0.48 "DELETE /v2.0/networks/f86d3f49-8651-4cd7-81c5-3f077bc05bd0 HTTP/1.1" status: 204 len: 168 time: 1.0393789 May 25 23:05:00.569272 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb18802-7c7c-4e0f-94a3-fcf2f5fb557e admin admin] Pushing event deleted for resources: {'Network': ['ID=f86d3f49-8651-4cd7-81c5-3f077bc05bd0,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:00.581695 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment 8278d373-9310-41e1-a636-3f4ca3183a8a resource provider aggregate not found May 25 23:05:00.598684 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment 8278d373-9310-41e1-a636-3f4ca3183a8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8278d373-9310-41e1-a636-3f4ca3183a8a found for delete ", "request_id": "req-37affce2-27a1-4e75-bf51-699f4caa1ad2"}]} May 25 23:05:00.820267 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33244) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:00.860526 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-d66f4aff-a82a-48ec-b221-0194dd9adcd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=643eaa780dcd4affae5495c9fb3e7379&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391457 May 25 23:05:00.862926 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33246) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:00.908653 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7da3cfad-712d-4985-9d7c-88bafc98d061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:00.929242 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7da3cfad-712d-4985-9d7c-88bafc98d061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:01.066778 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7da3cfad-712d-4985-9d7c-88bafc98d061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:01.069247 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-7da3cfad-712d-4985-9d7c-88bafc98d061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:01.070511 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-7da3cfad-712d-4985-9d7c-88bafc98d061 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b288092d-a45e-45dd-b10e-cc719bcfcd5d HTTP/1.1" status: 204 len: 168 time: 0.2066410 May 25 23:05:01.079489 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3cfad-712d-4985-9d7c-88bafc98d061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b288092d-a45e-45dd-b10e-cc719bcfcd5d,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:01.614866 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:05:01.634697 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:05:01.635034 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 99bca69b-3f6e-4834-bdb3-1ef9d85ec07a not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:05:11.735746 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b4325743-0909-4caf-bdd7-df81d91f3072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:14.198344 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cbe2b61b-ca04-4ac9-8028-9dfd3c3ed3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:15.014762 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33380) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:15.118183 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af94ab17-bc9d-4068-af2b-ce0aebed097d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:15.191621 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af94ab17-bc9d-4068-af2b-ce0aebed097d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:15.261278 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af94ab17-bc9d-4068-af2b-ce0aebed097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:15.300763 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94ab17-bc9d-4068-af2b-ce0aebed097d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0fa47e-a713-49eb-98a4-5ffd590fc80f,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:15.301459 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:15.305015 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-af94ab17-bc9d-4068-af2b-ce0aebed097d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee6f0eb61e644a92863b473b59ccbef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892449 May 25 23:05:15.308366 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33384) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:15.356185 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f360f1de-17fd-479b-9f15-f803f6962461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:15.377588 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f360f1de-17fd-479b-9f15-f803f6962461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:15.472690 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f360f1de-17fd-479b-9f15-f803f6962461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:15.475244 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f360f1de-17fd-479b-9f15-f803f6962461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:15.476429 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-f360f1de-17fd-479b-9f15-f803f6962461 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c0fa47e-a713-49eb-98a4-5ffd590fc80f HTTP/1.1" status: 204 len: 168 time: 0.1677446 May 25 23:05:15.484745 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360f1de-17fd-479b-9f15-f803f6962461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0fa47e-a713-49eb-98a4-5ffd590fc80f,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:16.604144 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:17.164159 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:17.727680 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33438) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:17.830188 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:17.901120 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:17.957507 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:17.997994 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da83428070ed4835a78b83a959b4faf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692487 May 25 23:05:17.998818 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0730f2c3-fcf1-4a88-98ea-0670bf7b2e9b,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:18.000608 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33442) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:18.016421 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.016762 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.017101 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.017431 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.017756 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.018079 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.018432 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.018757 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.019079 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.019396 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.019710 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.020025 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72045f56-beb3-4fd9-9222-b8860d66685a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:18.058028 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d9a438fb-73ad-43d0-bf01-8b3e454fb192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:18.079638 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d9a438fb-73ad-43d0-bf01-8b3e454fb192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:18.226629 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d9a438fb-73ad-43d0-bf01-8b3e454fb192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:18.229160 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d9a438fb-73ad-43d0-bf01-8b3e454fb192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:18.230310 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-d9a438fb-73ad-43d0-bf01-8b3e454fb192 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0730f2c3-fcf1-4a88-98ea-0670bf7b2e9b HTTP/1.1" status: 204 len: 168 time: 0.2288096 May 25 23:05:18.237990 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a438fb-73ad-43d0-bf01-8b3e454fb192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0730f2c3-fcf1-4a88-98ea-0670bf7b2e9b,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:18.752461 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33448) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:18.765324 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-85047de2-a400-4ba3-ab46-ed8ad6dd9a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:18.836154 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-85047de2-a400-4ba3-ab46-ed8ad6dd9a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:18.883749 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-85047de2-a400-4ba3-ab46-ed8ad6dd9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:18.923674 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-85047de2-a400-4ba3-ab46-ed8ad6dd9a6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce5d7418ee8b4e7d95b0af2754f33c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700521 May 25 23:05:18.924767 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85047de2-a400-4ba3-ab46-ed8ad6dd9a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b244ae-fcf9-4b66-91d6-f2bb86dc6280,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:18.926276 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33450) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:18.973519 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d6ed042c-bfcd-4a5e-b23e-349c75c02a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:18.994051 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d6ed042c-bfcd-4a5e-b23e-349c75c02a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:19.129902 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d6ed042c-bfcd-4a5e-b23e-349c75c02a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:19.132443 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d6ed042c-bfcd-4a5e-b23e-349c75c02a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:19.136399 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-d6ed042c-bfcd-4a5e-b23e-349c75c02a63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91b244ae-fcf9-4b66-91d6-f2bb86dc6280 HTTP/1.1" status: 204 len: 168 time: 0.2062082 May 25 23:05:19.142237 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed042c-bfcd-4a5e-b23e-349c75c02a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b244ae-fcf9-4b66-91d6-f2bb86dc6280,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:20.099549 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33474) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:20.194120 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-454562074-network', 'tenant_id': '971ca992e5644fb1ae99f50b92a1180a'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:05:20.266542 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Made reservation on behalf of 971ca992e5644fb1ae99f50b92a1180a for: {'network': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:05:20.268751 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:20.276730 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:20.348551 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:20.397998 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:20.423027 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=114256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:05:20.432401 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98c2e29-d9e4-4c9a-a5e1-5b70f879e878,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:20.437955 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:20.441379 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.segments_db [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Added segment c7d751a5-818a-4e6b-837c-0d71f3e69439 of type vlan for network 349de9f5-e3d5-429c-a485-b4eac32a6ab4 May 25 23:05:20.476913 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:20.586458 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:20.587402 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:05:20.587978 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:20.648346 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] Pushing event updated for resources: {'Network': ['ID=349de9f5-e3d5-429c-a485-b4eac32a6ab4,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:20.658435 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 349de9f5-e3d5-429c-a485-b4eac32a6ab4 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 23:05:20.680811 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-59cf3fb3-6f74-4537-81e4-18d73c36656a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5801699 May 25 23:05:20.683629 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33478) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:20.688321 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] Request body: {'subnet': {'network_id': '349de9f5-e3d5-429c-a485-b4eac32a6ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-454562074-subnet', 'tenant_id': '971ca992e5644fb1ae99f50b92a1180a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:05:20.752634 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] Made reservation on behalf of 971ca992e5644fb1ae99f50b92a1180a for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:05:20.755068 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9599056'] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:20.853043 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:05:20.981068 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9365228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9599046'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:21.037582 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d16857-337d-4f72-b49c-2da63a9ae1ca,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:21.042714 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] Checking segment: {'id': 'c7d751a5-818a-4e6b-837c-0d71f3e69439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '349de9f5-e3d5-429c-a485-b4eac32a6ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:05:21.043131 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] Network hostable DHCP agents. Network: 349de9f5-e3d5-429c-a485-b4eac32a6ab4, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:05:21.146535 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] Network 349de9f5-e3d5-429c-a485-b4eac32a6ab4 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:05:21.220913 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 349de9f5-e3d5-429c-a485-b4eac32a6ab4) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:05:21.225108 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:05:21.225629 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:21.229798 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da01a8a2-e321-4ee5-a601-8f25f7cee4eb None None] Network 349de9f5-e3d5-429c-a485-b4eac32a6ab4 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:05:21.321273 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-cadfa1d8-8a71-4a33-a637-041fdc9fd89d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6365817 May 25 23:05:21.470090 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b0e381-2cc2-4951-b079-fc2e82551540 None None] Network 349de9f5-e3d5-429c-a485-b4eac32a6ab4 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:05:21.954780 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33494) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:21.959677 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1792562821-network', 'tenant_id': 'ab6066c1154f4c90b254b793793efb5c'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:05:22.026516 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Made reservation on behalf of ab6066c1154f4c90b254b793793efb5c for: {'network': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:05:22.028724 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:22.037712 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:22.110249 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:22.152634 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:22.173697 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=114256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:05:22.188175 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c085af3-775e-4f4b-bec9-fce4795088a0,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:22.192054 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:22.192403 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.segments_db [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Added segment 9829e3e1-9900-4172-8f14-fdf5bf62087d of type vlan for network c890d21e-6950-40aa-9a37-0aed6f79b6b7 May 25 23:05:22.231418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:22.329154 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:22.330098 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:05:22.330732 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:22.390584 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] Pushing event updated for resources: {'Network': ['ID=c890d21e-6950-40aa-9a37-0aed6f79b6b7,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:22.399801 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network c890d21e-6950-40aa-9a37-0aed6f79b6b7 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 23:05:22.440965 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-b84015a3-97ab-4fe2-902b-e9fbea8a6a92 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4850280 May 25 23:05:22.443696 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33496) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:22.448350 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] Request body: {'subnet': {'network_id': 'c890d21e-6950-40aa-9a37-0aed6f79b6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1792562821-subnet', 'tenant_id': 'ab6066c1154f4c90b254b793793efb5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:05:22.512429 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] Made reservation on behalf of ab6066c1154f4c90b254b793793efb5c for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:05:22.515348 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9599056'] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:22.729855 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9365228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9599046'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:22.784769 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a730a7bb-fa5f-44bf-9195-586ef601d81f,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:22.793688 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] Checking segment: {'id': '9829e3e1-9900-4172-8f14-fdf5bf62087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c890d21e-6950-40aa-9a37-0aed6f79b6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:05:22.794038 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] Network hostable DHCP agents. Network: c890d21e-6950-40aa-9a37-0aed6f79b6b7, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:05:22.923891 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] Network c890d21e-6950-40aa-9a37-0aed6f79b6b7 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:05:23.003720 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, c890d21e-6950-40aa-9a37-0aed6f79b6b7) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:05:23.007561 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:05:23.008135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:23.012498 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945436e3-ae35-49b5-bef1-6b692c985a92 None None] Network c890d21e-6950-40aa-9a37-0aed6f79b6b7 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:05:23.101824 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-a24dcfbd-1af5-4655-a546-529cf3d95a28 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6476319 May 25 23:05:23.133958 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc96c62-dc79-4b31-b20a-907f5f855b1b None None] Network c890d21e-6950-40aa-9a37-0aed6f79b6b7 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:05:25.711906 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:27.533338 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-683bd2a0-b64f-463d-bc40-7f324674063f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427871 May 25 23:05:27.611908 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-41ff6b63-b0d2-444d-befa-a7dd4a35f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:05:27.613390 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-41ff6b63-b0d2-444d-befa-a7dd4a35f16c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130b0835a708430ab71f0488b74d673d&device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 1098 time: 0.0402141 May 25 23:05:27.714740 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-86a9f2d3-5f60-4803-9dea-350d4c98e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:05:27.716261 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-86a9f2d3-5f60-4803-9dea-350d4c98e3ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=4343add9-6232-4758-8bba-f6e547fcafd9 HTTP/1.1" status: 200 len: 909 time: 0.0821300 May 25 23:05:27.784033 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-47838344-e47f-443a-9d53-890c0756f0b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af5a95de-b5bc-4438-a26f-d729e250731f HTTP/1.1" status: 200 len: 1001 time: 0.0608306 May 25 23:05:27.831739 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-8afd3263-aae2-42ed-864f-4713cf843800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:05:27.833118 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-8afd3263-aae2-42ed-864f-4713cf843800 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19646eba-db07-4c3d-97ef-7a2572905cb1 HTTP/1.1" status: 200 len: 847 time: 0.0423849 May 25 23:05:27.881766 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-6f10bc6c-e266-4fae-909b-8309bb594ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:05:27.883260 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-6f10bc6c-e266-4fae-909b-8309bb594ec7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4343add9-6232-4758-8bba-f6e547fcafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396428 May 25 23:05:27.976160 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-490bdb56-6d66-40f1-9080-0b0422a48fdd service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847483 May 25 23:05:28.067975 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-be68e7b3-51bd-4cbf-9f0e-d8b7df6986d6 req-bae2623a-f289-4cf1-8bb0-e995dcfbbbe6 service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832393 May 25 23:05:41.740870 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a03b1900-1008-4353-866a-a72f15f537af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.169094 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a5bf94f5-dfac-4846-8366-f11e86202968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.232149 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33640) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:44.277174 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cb0deb-a030-4d57-a9f6-b5950585b463 admin admin] Deleting subnet 82d16857-337d-4f72-b49c-2da63a9ae1ca {{(pid=114256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:05:44.280315 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38cb0deb-a030-4d57-a9f6-b5950585b463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.317645 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38cb0deb-a030-4d57-a9f6-b5950585b463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8499910'] for subnet, precommit_delete_associations {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.355167 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38cb0deb-a030-4d57-a9f6-b5950585b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.449691 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38cb0deb-a030-4d57-a9f6-b5950585b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9599053'] for subnet, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.474396 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb0deb-a030-4d57-a9f6-b5950585b463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d16857-337d-4f72-b49c-2da63a9ae1ca,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:44.478126 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38cb0deb-a030-4d57-a9f6-b5950585b463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.481147 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-38cb0deb-a030-4d57-a9f6-b5950585b463 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/82d16857-337d-4f72-b49c-2da63a9ae1ca HTTP/1.1" status: 204 len: 168 time: 0.2479784 May 25 23:05:44.483812 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33642) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:44.552400 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.631254 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.651094 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349de9f5-e3d5-429c-a485-b4eac32a6ab4']}} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:44.660020 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d751a5-818a-4e6b-837c-0d71f3e69439') {'for_net_delete': True} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:44.660311 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d751a5-818a-4e6b-837c-0d71f3e69439') {} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:44.669622 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8499919'] for segment, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.683095 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.689735 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=114256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:05:44.690137 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9366927'] for segment, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.733669 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment c7d751a5-818a-4e6b-837c-0d71f3e69439 resource provider aggregate not found May 25 23:05:44.755753 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment c7d751a5-818a-4e6b-837c-0d71f3e69439 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7d751a5-818a-4e6b-837c-0d71f3e69439 found for delete ", "request_id": "req-670e7da1-1258-4355-9299-7d77af04884e"}]} May 25 23:05:44.820376 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.827499 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.830600 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/349de9f5-e3d5-429c-a485-b4eac32a6ab4 HTTP/1.1" status: 204 len: 168 time: 0.3458755 May 25 23:05:44.833641 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33648) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:44.839998 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c29016-0e38-438e-8a0c-a104457451d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=349de9f5-e3d5-429c-a485-b4eac32a6ab4,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:44.877327 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dc1a75-9f43-43da-8586-bf84e6b3c8cf admin admin] Deleting subnet a730a7bb-fa5f-44bf-9195-586ef601d81f {{(pid=114255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:05:44.881713 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-31dc1a75-9f43-43da-8586-bf84e6b3c8cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.912693 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-31dc1a75-9f43-43da-8586-bf84e6b3c8cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1197435'] for subnet, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.949347 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-31dc1a75-9f43-43da-8586-bf84e6b3c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.055267 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-31dc1a75-9f43-43da-8586-bf84e6b3c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3746125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432323'] for subnet, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.083295 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc1a75-9f43-43da-8586-bf84e6b3c8cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a730a7bb-fa5f-44bf-9195-586ef601d81f,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:45.086908 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-31dc1a75-9f43-43da-8586-bf84e6b3c8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.089981 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-31dc1a75-9f43-43da-8586-bf84e6b3c8cf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a730a7bb-fa5f-44bf-9195-586ef601d81f HTTP/1.1" status: 204 len: 168 time: 0.2552292 May 25 23:05:45.093042 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33650) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:45.157892 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.236782 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.249490 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.256822 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c890d21e-6950-40aa-9a37-0aed6f79b6b7']}} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:45.266109 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9829e3e1-9900-4172-8f14-fdf5bf62087d') {'for_net_delete': True} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:45.266435 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9829e3e1-9900-4172-8f14-fdf5bf62087d') {} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:45.275527 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1197426'] for segment, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.288826 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.294586 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=114255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:05:45.294986 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744495'] for segment, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.378709 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment 9829e3e1-9900-4172-8f14-fdf5bf62087d resource provider aggregate not found May 25 23:05:45.395029 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment 9829e3e1-9900-4172-8f14-fdf5bf62087d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9829e3e1-9900-4172-8f14-fdf5bf62087d found for delete ", "request_id": "req-99c23c8f-45d1-406d-9a57-4f0b710e8a70"}]} May 25 23:05:45.421473 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.426800 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.429908 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c890d21e-6950-40aa-9a37-0aed6f79b6b7 HTTP/1.1" status: 204 len: 168 time: 0.3359821 May 25 23:05:45.441656 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde93ba3-f9cc-4593-ba89-1e09ba5a5574 admin admin] Pushing event deleted for resources: {'Network': ['ID=c890d21e-6950-40aa-9a37-0aed6f79b6b7,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:45.774783 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33662) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:45.813435 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e7d75c25-5203-41c5-b8f1-433fcea83f5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=971ca992e5644fb1ae99f50b92a1180a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374863 May 25 23:05:45.815760 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33664) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:45.865137 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bdce31f5-5fdb-4765-ad19-2f5f8dadd663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.885628 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bdce31f5-5fdb-4765-ad19-2f5f8dadd663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.015821 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bdce31f5-5fdb-4765-ad19-2f5f8dadd663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.018363 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bdce31f5-5fdb-4765-ad19-2f5f8dadd663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.019599 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-bdce31f5-5fdb-4765-ad19-2f5f8dadd663 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e98c2e29-d9e4-4c9a-a5e1-5b70f879e878 HTTP/1.1" status: 204 len: 168 time: 0.2029662 May 25 23:05:46.027456 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce31f5-5fdb-4765-ad19-2f5f8dadd663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98c2e29-d9e4-4c9a-a5e1-5b70f879e878,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:46.620653 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.671139 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33670) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:46.710223 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-81701275-1c46-42bc-b4b5-2c4756ed89dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab6066c1154f4c90b254b793793efb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378819 May 25 23:05:46.712775 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33672) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:46.759966 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2c669736-dfb8-420c-a16e-345c118492f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.782018 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2c669736-dfb8-420c-a16e-345c118492f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.889746 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2c669736-dfb8-420c-a16e-345c118492f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.892379 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2c669736-dfb8-420c-a16e-345c118492f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.893510 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-2c669736-dfb8-420c-a16e-345c118492f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c085af3-775e-4f4b-bec9-fce4795088a0 HTTP/1.1" status: 204 len: 168 time: 0.1798637 May 25 23:05:46.901047 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c669736-dfb8-420c-a16e-345c118492f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c085af3-775e-4f4b-bec9-fce4795088a0,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:47.135372 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:52.995742 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33738) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:53.103622 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d8179f96-0a7d-40ed-8e42-a6f14a825d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:53.177473 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d8179f96-0a7d-40ed-8e42-a6f14a825d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:53.225832 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d8179f96-0a7d-40ed-8e42-a6f14a825d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:53.264157 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-d8179f96-0a7d-40ed-8e42-a6f14a825d58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b30c5f7f01014f3a9ef6dd72408b65c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673101 May 25 23:05:53.265251 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8179f96-0a7d-40ed-8e42-a6f14a825d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad76951-6472-48e3-9281-0d83ff9205ea,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:53.267451 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33742) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:53.315462 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3277-e52c-49dd-96dc-1a6a6477da0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:53.335840 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3277-e52c-49dd-96dc-1a6a6477da0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:53.427202 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3277-e52c-49dd-96dc-1a6a6477da0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:53.430309 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3277-e52c-49dd-96dc-1a6a6477da0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:53.431408 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f7cd3277-e52c-49dd-96dc-1a6a6477da0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aad76951-6472-48e3-9281-0d83ff9205ea HTTP/1.1" status: 204 len: 168 time: 0.1622820 May 25 23:05:53.441583 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd3277-e52c-49dd-96dc-1a6a6477da0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad76951-6472-48e3-9281-0d83ff9205ea,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:54.040138 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33748) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:54.053772 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f07a0af2-6737-4115-bd19-e7fa6958140c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:54.144468 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f07a0af2-6737-4115-bd19-e7fa6958140c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:54.220371 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f07a0af2-6737-4115-bd19-e7fa6958140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:54.260952 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f07a0af2-6737-4115-bd19-e7fa6958140c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75c8b82b77e447298fa569ab0194d0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197561 May 25 23:05:54.261798 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a0af2-6737-4115-bd19-e7fa6958140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee93cea-9402-4e3b-b9a2-a57b67dfa879,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:54.264275 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33750) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:05:54.314461 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-45407fd1-b329-4093-b4ac-cea5e373ec7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:54.334913 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-45407fd1-b329-4093-b4ac-cea5e373ec7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:54.455075 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-45407fd1-b329-4093-b4ac-cea5e373ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:54.457563 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-45407fd1-b329-4093-b4ac-cea5e373ec7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:54.458712 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-45407fd1-b329-4093-b4ac-cea5e373ec7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ee93cea-9402-4e3b-b9a2-a57b67dfa879 HTTP/1.1" status: 204 len: 168 time: 0.1934471 May 25 23:05:54.466748 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45407fd1-b329-4093-b4ac-cea5e373ec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee93cea-9402-4e3b-b9a2-a57b67dfa879,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:55.764256 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:57.852669 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:06:11.146517 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-2893f577-af8e-4090-8dc3-2b75357ad27d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761100681&fields=id&tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9 HTTP/1.1" status: 200 len: 267 time: 0.0332890 May 25 23:06:11.252841 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951cce-120e-484f-826c-827360db0abf req-bc6b579c-8593-499b-9ac9-c52f37136b85 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:11.254256 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-bc6b579c-8593-499b-9ac9-c52f37136b85 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 811 time: 0.1010652 May 25 23:06:11.269707 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-5643252d-3fe3-4966-a2b4-ee7eca36adfd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/quotas/5f71e6e2ba494f71afa3ae47ebfbbfb9 HTTP/1.1" status: 200 len: 375 time: 0.0094159 May 25 23:06:11.329270 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-aaa965f8-e62b-40bc-b41e-392fe3365ff3 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536952 May 25 23:06:11.428223 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-3de8bedc-c808-4d55-9daa-456acded3cf7 service neutron] 10.222.0.48 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861459 May 25 23:06:11.516246 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-0a2dd0fe-2d1a-4848-8a55-4ea2c8f47c75 service neutron] 10.222.0.48 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817902 May 25 23:06:11.723212 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f50bfc09-23ca-4bfb-beca-c5a72403cfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:12.022221 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f4ceef50-3d08-40d9-8c47-e0e0966cc15c req-776037f9-9673-4335-a8e9-d2dbec60d3af tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 210 time: 0.0269551 May 25 23:06:13.119836 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-aa626b63-10aa-48f1-932c-9bbfa2483f5c req-62ac8282-cf0e-4a94-adb4-db5dd7979f73 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 210 time: 0.0318868 May 25 23:06:14.018425 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951cce-120e-484f-826c-827360db0abf req-6adccb81-94b0-44e1-b96f-e4cbf3c38460 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:14.019828 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-6adccb81-94b0-44e1-b96f-e4cbf3c38460 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 811 time: 0.0988040 May 25 23:06:14.083803 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-ad3ce6b1-f0a9-4068-9ed0-0d1342af242b tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9 HTTP/1.1" status: 200 len: 380 time: 0.0352118 May 25 23:06:14.094274 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'port': {'device_id': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'admin_state_up': True, 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'security_groups': ['8c667dcc-6a71-4323-87c5-85aac2e55bec']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:06:14.214888 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-06a760fb-339c-49c6-8e85-781c8c6e6e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:14.221536 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-29a55878-b1bd-42bf-a137-5fe77603074b req-cb4cc22b-d7b0-4b98-8786-ea2a5aa8fa6a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 210 time: 0.0321684 May 25 23:06:14.305980 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Made reservation on behalf of 5f71e6e2ba494f71afa3ae47ebfbbfb9 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:06:14.309510 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:14.436879 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Allocated IP 172.20.0.8 (892cb638-a1e1-4c1f-9fa3-d697ac74511c/84d0830f-722c-4736-aae8-acdb24d95416/91ca186d-ea0f-46f4-8881-85b5bbdd9c01) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:06:14.568564 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:14.648986 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:14.695580 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Network 892cb638-a1e1-4c1f-9fa3-d697ac74511c is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:06:14.698503 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:06:14.702156 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:06:14.729010 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'Port': ['ID=91ca186d-ea0f-46f4-8881-85b5bbdd9c01,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:14.742372 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.742728 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.743069 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.743403 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.743734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.744063 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.744392 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.744809 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.745096 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.745459 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.745771 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.746092 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:14.771407 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:14.772002 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:14.857318 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-6e65593a-26b3-42a1-b372-b9863627a6bd tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7667592 May 25 23:06:14.881890 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Request body: {'port': {'device_id': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:06:14.929035 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-a7cb06b8-54d9-4603-9211-a7277cb5b73a None None] Provisioning complete for port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:14.929429 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a7cb06b8-54d9-4603-9211-a7277cb5b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:14.936616 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:14.963687 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb06b8-54d9-4603-9211-a7277cb5b73a None None] Port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:06:15.205203 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:06:15.213090 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:15.225590 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Transition to ACTIVE for port object 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:06:15.288991 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:15.317557 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:15.374028 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Pushing event updated for resources: {'Port': ['ID=91ca186d-ea0f-46f4-8881-85b5bbdd9c01,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:15.384999 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa35240-c83e-41fa-8b3e-1dae07043c87 req-1be4c678-5eec-4f27-8c55-7b376268c20f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:15.386551 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3aa35240-c83e-41fa-8b3e-1dae07043c87 req-1be4c678-5eec-4f27-8c55-7b376268c20f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 931 time: 0.0978568 May 25 23:06:15.476614 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3aa35240-c83e-41fa-8b3e-1dae07043c87 req-030ec23f-f5d1-4f11-9d7a-0f848b5314f5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611258 May 25 23:06:15.490537 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Attempting to bind port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:06:15.490923 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Attempting to bind port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:06:15.491303 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Attempting to bind port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 on network 892cb638-a1e1-4c1f-9fa3-d697ac74511c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:06:15.503014 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 on network 892cb638-a1e1-4c1f-9fa3-d697ac74511c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:06:15.503292 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Attempting to bind port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 on network 892cb638-a1e1-4c1f-9fa3-d697ac74511c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:06:15.508993 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:06:15.509336 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Checking segment: {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:06:15.509705 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Bound using segment: {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:06:15.510213 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Bound port: 91ca186d-ea0f-46f4-8881-85b5bbdd9c01, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738ca9f2-6a23-4354-86c3-67c7312acf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:06:15.510616 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:15.574688 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] For port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:06:15.578453 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] For port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=91ca186d-ea0f-46f4-8881-85b5bbdd9c01,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:06:15.638096 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:15.672386 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:15.673245 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:15.674668 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] 10.222.0.24 "PUT /v2.0/ports/91ca186d-ea0f-46f4-8881-85b5bbdd9c01 HTTP/1.1" status: 200 len: 1093 time: 0.7969038 May 25 23:06:15.675109 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'tag': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:06:15.677624 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71044851-0de9-4b44-9eb1-6b62382a3a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "67b72efb-590d-407a-bfb2-75ac7c7294ef", "tag": "91ca186d-ea0f-46f4-8881-85b5bbdd9c01"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:06:15.700309 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33972) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:15.727979 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e392308-e56b-4d93-bf65-c13b2b931851 service neutron] Pushing event updated for resources: {'Port': ['ID=91ca186d-ea0f-46f4-8881-85b5bbdd9c01,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:15.731472 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69846223-602b-42ba-8b9b-52a27c4b8ce7 x-openstack-request-id: req-69846223-602b-42ba-8b9b-52a27c4b8ce7 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:06:15.731749 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b72efb-590d-407a-bfb2-75ac7c7294ef", "tag": "91ca186d-ea0f-46f4-8881-85b5bbdd9c01", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:06:15.731997 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69846223-602b-42ba-8b9b-52a27c4b8ce7 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:06:15.732384 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69846223-602b-42ba-8b9b-52a27c4b8ce7'] response: {'name': 'network-changed', 'server_uuid': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'tag': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01', 'status': 'completed', 'code': 200} May 25 23:06:15.829236 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ad1813f9-cf53-4cd6-9684-2494ec797862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:15.838102 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044851-0de9-4b44-9eb1-6b62382a3a7e req-cca7f2a4-7489-4b08-877a-861ce2e05866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:15.839875 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-71044851-0de9-4b44-9eb1-6b62382a3a7e req-cca7f2a4-7489-4b08-877a-861ce2e05866 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 1096 time: 0.0503943 May 25 23:06:15.904902 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ad1813f9-cf53-4cd6-9684-2494ec797862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:15.960058 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044851-0de9-4b44-9eb1-6b62382a3a7e req-b33ac966-be36-4090-81ab-1a796f89d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:15.961414 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-71044851-0de9-4b44-9eb1-6b62382a3a7e req-b33ac966-be36-4090-81ab-1a796f89d581 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0903955 May 25 23:06:15.969282 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ad1813f9-cf53-4cd6-9684-2494ec797862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.009037 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ad1813f9-cf53-4cd6-9684-2494ec797862 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32eea81766e049c396838fb9e6abe60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068955 May 25 23:06:16.009751 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1813f9-cf53-4cd6-9684-2494ec797862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd6ffdc-e95f-4bc4-b17b-a0ff031e5312,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:16.012131 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33976) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:16.061663 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5a36fb6e-7315-4d0d-bc1f-a73137c765b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.063213 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044851-0de9-4b44-9eb1-6b62382a3a7e req-732fd04e-f935-4ad9-adc9-02f78894504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:16.064652 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-71044851-0de9-4b44-9eb1-6b62382a3a7e req-732fd04e-f935-4ad9-adc9-02f78894504c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957413 May 25 23:06:16.082695 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5a36fb6e-7315-4d0d-bc1f-a73137c765b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.182862 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951cce-120e-484f-826c-827360db0abf req-09ece4c9-c26e-47c2-b569-9eefe51c63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:16.184291 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-09ece4c9-c26e-47c2-b569-9eefe51c63c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 1096 time: 0.0405135 May 25 23:06:16.186157 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5a36fb6e-7315-4d0d-bc1f-a73137c765b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.188737 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5a36fb6e-7315-4d0d-bc1f-a73137c765b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.189868 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5a36fb6e-7315-4d0d-bc1f-a73137c765b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cd6ffdc-e95f-4bc4-b17b-a0ff031e5312 HTTP/1.1" status: 204 len: 168 time: 0.1768439 May 25 23:06:16.197742 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36fb6e-7315-4d0d-bc1f-a73137c765b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd6ffdc-e95f-4bc4-b17b-a0ff031e5312,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:16.237646 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-d3c7e180-04b5-4565-9aad-5e0e971dc2a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ca186d-ea0f-46f4-8881-85b5bbdd9c01 HTTP/1.1" status: 200 len: 217 time: 0.0368862 May 25 23:06:16.291017 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951cce-120e-484f-826c-827360db0abf req-482fe540-cc23-4f2f-a539-46e2e854bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:16.292362 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-482fe540-cc23-4f2f-a539-46e2e854bc96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d0830f-722c-4736-aae8-acdb24d95416 HTTP/1.1" status: 200 len: 850 time: 0.0473199 May 25 23:06:16.340321 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951cce-120e-484f-826c-827360db0abf req-fac0accb-9935-46bc-bd14-8a8802928ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:16.341806 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-fac0accb-9935-46bc-bd14-8a8802928ce6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892cb638-a1e1-4c1f-9fa3-d697ac74511c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415993 May 25 23:06:16.462093 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-25f24661-0010-4967-a871-dfd33eb8125b service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121209 May 25 23:06:16.591684 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.600575 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e951cce-120e-484f-826c-827360db0abf req-bde2056f-9492-4868-bc80-c523596a8c82 service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308374 May 25 23:06:16.619197 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741ea2-4f9f-49be-98a0-0e0c723a435c req-8f6e58b1-3466-451e-9068-916c1d5a6017 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:16.620673 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-75741ea2-4f9f-49be-98a0-0e0c723a435c req-8f6e58b1-3466-451e-9068-916c1d5a6017 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 943 time: 0.0614376 May 25 23:06:16.661614 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-75741ea2-4f9f-49be-98a0-0e0c723a435c req-97ed1b44-dfcc-4cc5-9965-060814b6bd6f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337658 May 25 23:06:16.838398 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33984) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:16.854829 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-dc6c31a8-c5fe-4340-89bd-530cf9d9e2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.927003 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-dc6c31a8-c5fe-4340-89bd-530cf9d9e2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:17.002814 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-dc6c31a8-c5fe-4340-89bd-530cf9d9e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:17.040665 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-dc6c31a8-c5fe-4340-89bd-530cf9d9e2d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf7851c2451d47ce9dc001966ebb5503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011936 May 25 23:06:17.041541 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c31a8-c5fe-4340-89bd-530cf9d9e2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab8877e-accb-4b25-aed3-d5edbe7ca458,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:17.043440 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 33986) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:17.092874 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e5958e40-4a71-4fc2-b0f2-6f64bd9ed9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:17.119814 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e5958e40-4a71-4fc2-b0f2-6f64bd9ed9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:17.151651 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:17.231334 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e5958e40-4a71-4fc2-b0f2-6f64bd9ed9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:17.234511 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e5958e40-4a71-4fc2-b0f2-6f64bd9ed9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:17.235633 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-e5958e40-4a71-4fc2-b0f2-6f64bd9ed9ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ab8877e-accb-4b25-aed3-d5edbe7ca458 HTTP/1.1" status: 204 len: 168 time: 0.1907804 May 25 23:06:17.243704 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5958e40-4a71-4fc2-b0f2-6f64bd9ed9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab8877e-accb-4b25-aed3-d5edbe7ca458,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:17.777298 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e439f-e5bb-42ee-a580-ddcebe536642 req-9af02f1c-ad09-46f3-a257-8f17fc123746 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:17.778049 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33996) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:17.778829 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ef5e439f-e5bb-42ee-a580-ddcebe536642 req-9af02f1c-ad09-46f3-a257-8f17fc123746 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 943 time: 0.0493593 May 25 23:06:17.791766 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-693e48a4-1b2a-413c-a9d7-32c8e2517eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:17.817295 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ef5e439f-e5bb-42ee-a580-ddcebe536642 req-0393378e-bfb7-484b-9253-6b66cdccff54 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321395 May 25 23:06:17.864630 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-693e48a4-1b2a-413c-a9d7-32c8e2517eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:17.922773 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-693e48a4-1b2a-413c-a9d7-32c8e2517eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:17.959205 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e48a4-1b2a-413c-a9d7-32c8e2517eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916939fd-ab9d-4156-99d4-3ae77e582f07,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:17.963369 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-693e48a4-1b2a-413c-a9d7-32c8e2517eae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8794176048346e4873a5229d76122f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841047 May 25 23:06:17.966062 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 33998) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:18.013010 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:18.036303 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:18.134687 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:18.137185 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:18.138379 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/916939fd-ab9d-4156-99d4-3ae77e582f07 HTTP/1.1" status: 204 len: 168 time: 0.1714430 May 25 23:06:18.146404 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916939fd-ab9d-4156-99d4-3ae77e582f07,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:18.154390 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.154390 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.154390 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.154390 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.154833 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.155038 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.155361 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.155893 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.156306 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.156543 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.156861 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.157180 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789587c-df1e-471c-97b7-c68e050d5f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:18.934507 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d6cf6-259e-459b-8497-ab78a36f7360 req-abbd8525-eea0-4f9b-97a4-714aab001caa tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:18.936201 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0d2d6cf6-259e-459b-8497-ab78a36f7360 req-abbd8525-eea0-4f9b-97a4-714aab001caa tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 943 time: 0.0492759 May 25 23:06:18.974995 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0d2d6cf6-259e-459b-8497-ab78a36f7360 req-a52c6290-ea27-4029-80f4-084fe9bd47a2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316265 May 25 23:06:20.091904 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c2877-2626-4420-8626-949560cb541f req-9d253935-2167-4f85-9201-8f6129a4ccb9 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:20.093833 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fc6c2877-2626-4420-8626-949560cb541f req-9d253935-2167-4f85-9201-8f6129a4ccb9 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 943 time: 0.0511227 May 25 23:06:20.131440 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fc6c2877-2626-4420-8626-949560cb541f req-2c8565b5-6af5-4f89-84e1-8cf9bbfcd999 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 May 25 23:06:21.245293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcae11-5207-48cf-b59b-a3a5b6dc5b79 req-bc145654-1090-421b-bf00-e21ec8475f9f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:21.246716 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-41fcae11-5207-48cf-b59b-a3a5b6dc5b79 req-bc145654-1090-421b-bf00-e21ec8475f9f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 943 time: 0.0490794 May 25 23:06:21.284173 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-41fcae11-5207-48cf-b59b-a3a5b6dc5b79 req-e5c59115-e8a6-4bf2-a56c-424038d94095 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306671 May 25 23:06:22.395985 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0aac9-612c-4bcc-bdcc-ca4c08dbdd95 req-2854458c-c48f-40ea-9f5f-15b75ba77113 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:22.397392 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f0aac9-612c-4bcc-bdcc-ca4c08dbdd95 req-2854458c-c48f-40ea-9f5f-15b75ba77113 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 943 time: 0.0477076 May 25 23:06:22.432983 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f0aac9-612c-4bcc-bdcc-ca4c08dbdd95 req-41bf15b3-d014-4ee1-96a7-6fea2a85d61d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296304 May 25 23:06:23.549647 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a127e3c-641d-4ad0-88b2-d812f9a5f85d req-93f9288c-a920-4168-9b8d-472f4847f8ea tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:23.551107 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4a127e3c-641d-4ad0-88b2-d812f9a5f85d req-93f9288c-a920-4168-9b8d-472f4847f8ea tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 943 time: 0.0521019 May 25 23:06:23.590731 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4a127e3c-641d-4ad0-88b2-d812f9a5f85d req-e24b9a5a-c180-4aad-8ecb-26b5867c319d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331929 May 25 23:06:23.661874 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34054) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:23.763604 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6d91-6ac1-474d-aefb-281cf14d046a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:23.835474 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6d91-6ac1-474d-aefb-281cf14d046a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:23.917074 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6d91-6ac1-474d-aefb-281cf14d046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:23.954969 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9c6f6d91-6ac1-474d-aefb-281cf14d046a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e914dc5a4a04d7e82c5ae23e05033c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919328 May 25 23:06:23.955930 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f6d91-6ac1-474d-aefb-281cf14d046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d585ef-e3cf-41e5-8371-90745568d289,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:23.957636 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 34058) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:24.006527 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ef48ac69-4fa1-46e0-bbc0-5eb87167228e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:24.026778 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ef48ac69-4fa1-46e0-bbc0-5eb87167228e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:24.117525 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ef48ac69-4fa1-46e0-bbc0-5eb87167228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:24.120107 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ef48ac69-4fa1-46e0-bbc0-5eb87167228e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:24.121232 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-ef48ac69-4fa1-46e0-bbc0-5eb87167228e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46d585ef-e3cf-41e5-8371-90745568d289 HTTP/1.1" status: 204 len: 168 time: 0.1618726 May 25 23:06:24.130001 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48ac69-4fa1-46e0-bbc0-5eb87167228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d585ef-e3cf-41e5-8371-90745568d289,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:24.705213 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b775da-714a-4426-b60a-be36a7e4ddae req-e13ec527-a997-436e-bac9-da0b4f4553f5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:24.706697 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-76b775da-714a-4426-b60a-be36a7e4ddae req-e13ec527-a997-436e-bac9-da0b4f4553f5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 943 time: 0.0488172 May 25 23:06:24.745936 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-76b775da-714a-4426-b60a-be36a7e4ddae req-ea1f306a-46a1-4085-8205-105bd6953f40 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331111 May 25 23:06:25.730592 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:06:25.741361 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:25.832525 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=91ca186d-ea0f-46f4-8881-85b5bbdd9c01,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:25.849916 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'port_id': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01', 'mac_address': 'fa:16:3e:4b:6e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:06:25.876206 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58435e-8258-4dc7-8fde-9eec0167e64c req-c98b7c5d-8409-4b2d-a85e-920b000de1a6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:25.877712 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fb58435e-8258-4dc7-8fde-9eec0167e64c req-c98b7c5d-8409-4b2d-a85e-920b000de1a6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 943 time: 0.0565968 May 25 23:06:25.890866 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:06:25.891411 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:25.904069 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:06:25.916726 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fb58435e-8258-4dc7-8fde-9eec0167e64c req-93827971-e6cd-480d-a50a-ce67f9eb064b tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328352 May 25 23:06:25.924955 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=91ca186d-ea0f-46f4-8881-85b5bbdd9c01,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:25.979910 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:26.031548 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=91ca186d-ea0f-46f4-8881-85b5bbdd9c01,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:26.038342 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.038695 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.039050 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.039382 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.039712 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.040041 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.040367 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.040690 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.041012 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.041332 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.041654 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.041970 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:26.665618 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['91ca186d-ea0f-46f4-8881-85b5bbdd9c01'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:06:27.028429 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365eade-2a9b-4831-989f-33c68d2d37fc req-06703886-bf86-4c3c-bf4b-ab8cbcfe3ccc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:27.033976 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9365eade-2a9b-4831-989f-33c68d2d37fc req-06703886-bf86-4c3c-bf4b-ab8cbcfe3ccc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 944 time: 0.0480917 May 25 23:06:27.067860 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9365eade-2a9b-4831-989f-33c68d2d37fc req-e5f45bf4-1220-42fa-b62b-6834e1e983f3 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312841 May 25 23:06:27.540959 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-73ad2330-0b55-42d1-b6e9-eeab1fbe6bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381448 May 25 23:06:27.632743 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-e2777421-317f-4497-9e53-4a448d8d881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:27.634144 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-e2777421-317f-4497-9e53-4a448d8d881f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 1098 time: 0.0422575 May 25 23:06:27.747864 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-97992f09-c41a-45b2-9d87-f3819f9c3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:27.749283 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-97992f09-c41a-45b2-9d87-f3819f9c3031 service neutron] 10.222.0.24 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 912 time: 0.0822477 May 25 23:06:27.820589 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-cd618d99-99fe-40d3-bdb4-89f26102e314 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48d8d3fb-c7c5-444e-9698-ca2a17672583 HTTP/1.1" status: 200 len: 1000 time: 0.0608242 May 25 23:06:27.870063 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-d0689db9-d302-4a4d-8331-686c0e338388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:27.871463 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-d0689db9-d302-4a4d-8331-686c0e338388 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d0830f-722c-4736-aae8-acdb24d95416 HTTP/1.1" status: 200 len: 850 time: 0.0424488 May 25 23:06:27.920135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-035703d6-9b6b-42f9-9c3b-dc766346e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:27.921758 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-035703d6-9b6b-42f9-9c3b-dc766346e44e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892cb638-a1e1-4c1f-9fa3-d697ac74511c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386858 May 25 23:06:28.024340 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-1a77d8bc-155a-49b5-90bd-b1bf98a162f8 service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837700 May 25 23:06:28.122408 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8dcd6b54-08fe-4095-8b47-d0d5a734e209 req-40eaac1b-3414-4704-8513-0df1324af26d service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896695 May 25 23:06:28.183940 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79730f91-df3b-4ad3-adfe-73bef383476f req-0aceecd5-d301-491d-97cb-7fe4095a64ea tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:28.185387 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-79730f91-df3b-4ad3-adfe-73bef383476f req-0aceecd5-d301-491d-97cb-7fe4095a64ea tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 944 time: 0.0492914 May 25 23:06:28.222442 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-79730f91-df3b-4ad3-adfe-73bef383476f req-e5447b64-9fe1-4fc5-a77f-b263227dc620 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309064 May 25 23:06:29.337438 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34835d7e-0b4c-4192-9e7a-1d9c9d5f888b req-5a09eba2-6687-476f-8427-cc459383e163 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:29.338892 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34835d7e-0b4c-4192-9e7a-1d9c9d5f888b req-5a09eba2-6687-476f-8427-cc459383e163 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 944 time: 0.0502150 May 25 23:06:29.376250 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34835d7e-0b4c-4192-9e7a-1d9c9d5f888b req-4ea08e3b-c717-4966-b9b9-4a86562a7366 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305641 May 25 23:06:30.488685 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8b8b-235d-4db1-ba16-228c5b5129f6 req-994c1807-8127-4965-b9db-44621866e801 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:30.490151 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-793d8b8b-235d-4db1-ba16-228c5b5129f6 req-994c1807-8127-4965-b9db-44621866e801 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 944 time: 0.0483308 May 25 23:06:30.526904 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-793d8b8b-235d-4db1-ba16-228c5b5129f6 req-bb6ee709-9e1c-4816-b8a5-c319efafed42 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304656 May 25 23:06:30.686582 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:06:30.802710 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:06:30.806702 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:30.807072 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:30.884070 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:06:30.884453 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:30.905705 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:06:30.908633 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301675bf-8784-412b-ba16-1e90d129cc1c" -d '{"events": [{"server_uuid": "67b72efb-590d-407a-bfb2-75ac7c7294ef", "name": "network-vif-plugged", "status": "completed", "tag": "91ca186d-ea0f-46f4-8881-85b5bbdd9c01"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:06:30.920489 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=91ca186d-ea0f-46f4-8881-85b5bbdd9c01,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:30.945619 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb3b050-fd60-493e-b0d5-7bed528ea1e9 x-openstack-request-id: req-fcb3b050-fd60-493e-b0d5-7bed528ea1e9 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:06:30.945746 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b72efb-590d-407a-bfb2-75ac7c7294ef", "name": "network-vif-plugged", "status": "completed", "tag": "91ca186d-ea0f-46f4-8881-85b5bbdd9c01", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:06:30.946012 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcb3b050-fd60-493e-b0d5-7bed528ea1e9 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:06:30.946437 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb3b050-fd60-493e-b0d5-7bed528ea1e9'] response: {'server_uuid': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01', 'code': 200} May 25 23:06:30.991380 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:31.037744 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=91ca186d-ea0f-46f4-8881-85b5bbdd9c01,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:31.639499 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919efd-4eb0-4d0d-b8cc-eca5d8be1e9a req-fecc85fc-ace0-4749-997d-2f0d2dd3b6e4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:31.640923 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bf919efd-4eb0-4d0d-b8cc-eca5d8be1e9a req-fecc85fc-ace0-4749-997d-2f0d2dd3b6e4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0479760 May 25 23:06:31.678262 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bf919efd-4eb0-4d0d-b8cc-eca5d8be1e9a req-64742cef-c0d1-47ba-a07c-a69933778405 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 May 25 23:06:32.041158 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34122) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:32.326163 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Deleting port 2b37d084-5f32-4ac2-af2f-c96fd60f8744 {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:06:32.326520 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.402003 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.402343 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.414144 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Calling delete_port for 2b37d084-5f32-4ac2-af2f-c96fd60f8744 owned by network:floatingip {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:06:32.636818 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.661343 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event deleted for resources: {'Port': ['ID=2b37d084-5f32-4ac2-af2f-c96fd60f8744,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:32.721348 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for floatingip, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.721701 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.l3_db [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Floating IP 18b19024-fee3-422a-bc5a-70625c1ebe54 disassociated (deleted). External IP: 172.27.1.235, port: af5a95de-b5bc-4438-a26f-d729e250731f. May 25 23:06:32.908224 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d6545-416b-4b9a-854e-3f2d867a9939 req-46e058f0-7332-46f4-9272-92db9d181315 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:32.910412 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7d4d6545-416b-4b9a-854e-3f2d867a9939 req-46e058f0-7332-46f4-9272-92db9d181315 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.1638334 May 25 23:06:32.927987 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:06:32.949259 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7d4d6545-416b-4b9a-854e-3f2d867a9939 req-80e235ac-79cb-4278-bb1b-84fc5170449e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 May 25 23:06:33.034393 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:06:33.039180 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:33.043672 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf63a3-bc81-4e78-891f-5aadb0f23fca None None] Sync routers for ids ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:06:33.053883 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf63a3-bc81-4e78-891f-5aadb0f23fca None None] Routers {'bef666a7-0d2c-42a1-8869-3af1f79f3eb2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:06:33.054517 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9aaf63a3-bc81-4e78-891f-5aadb0f23fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:06:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:33.065960 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5359a09e-39d0-4d69-9669-84c4b6a2cb6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "DELETE /v2.0/floatingips/18b19024-fee3-422a-bc5a-70625c1ebe54 HTTP/1.1" status: 204 len: 168 time: 1.0237362 May 25 23:06:33.066799 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:06:33.069133 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab898a7e-2dde-420b-99d0-fb206e6642a4" -d '{"events": [{"name": "network-changed", "server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:06:33.108494 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b83113d-f274-40b8-a212-c7c6a0b6874f x-openstack-request-id: req-3b83113d-f274-40b8-a212-c7c6a0b6874f {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:06:33.108793 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:06:33.109043 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b83113d-f274-40b8-a212-c7c6a0b6874f {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:06:33.109451 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b83113d-f274-40b8-a212-c7c6a0b6874f'] response: {'name': 'network-changed', 'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'status': 'completed', 'code': 200} May 25 23:06:33.161073 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-9aaf63a3-bc81-4e78-891f-5aadb0f23fca None None] Set router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:06:33.355229 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9aaf63a3-bc81-4e78-891f-5aadb0f23fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 4, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'c6e5f32e-bf83-4619-8833-6f3eda74160d', 'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'mac_address': 'fa:16:3e:ce:e3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:35Z', 'updated_at': '2022-05-25T22:59:39Z', 'revision_number': 5, 'project_id': '130b0835a708430ab71f0488b74d673d', 'subnets': [{'id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:33.380801 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf63a3-bc81-4e78-891f-5aadb0f23fca None None] Checking router: bef666a7-0d2c-42a1-8869-3af1f79f3eb2 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:06:33.388724 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf63a3-bc81-4e78-891f-5aadb0f23fca None None] Routers {'bef666a7-0d2c-42a1-8869-3af1f79f3eb2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:06:33.389312 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9aaf63a3-bc81-4e78-891f-5aadb0f23fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:06:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:33.512738 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b62910-97f6-47c9-b5e4-a561e22a681c req-16e76660-0043-4634-a105-2cf6c00012c4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:33.514267 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-39b62910-97f6-47c9-b5e4-a561e22a681c req-16e76660-0043-4634-a105-2cf6c00012c4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0526576 May 25 23:06:33.554524 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-39b62910-97f6-47c9-b5e4-a561e22a681c req-e5c457c8-bda2-40d7-8d7d-99aee7f56e32 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329885 May 25 23:06:33.580162 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-9aaf63a3-bc81-4e78-891f-5aadb0f23fca None None] Set router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:06:33.779767 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9aaf63a3-bc81-4e78-891f-5aadb0f23fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 4, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'c6e5f32e-bf83-4619-8833-6f3eda74160d', 'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'mac_address': 'fa:16:3e:ce:e3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:35Z', 'updated_at': '2022-05-25T22:59:39Z', 'revision_number': 5, 'project_id': '130b0835a708430ab71f0488b74d673d', 'subnets': [{'id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:33.805253 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf63a3-bc81-4e78-891f-5aadb0f23fca None None] The sync data for ids ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'] in dv-cinder-843209-1-iscsi is: [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 4, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'c6e5f32e-bf83-4619-8833-6f3eda74160d', 'name': '', 'network_id': '4343add9-6232-4758-8bba-f6e547fcafd9', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'mac_address': 'fa:16:3e:ce:e3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:35Z', 'updated_at': '2022-05-25T22:59:39Z', 'revision_number': 5, 'project_id': '130b0835a708430ab71f0488b74d673d', 'subnets': [{'id': '19646eba-db07-4c3d-97ef-7a2572905cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:06:33.952539 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab898a7e-2dde-420b-99d0-fb206e6642a4 req-ecabe16d-a3e8-41c8-8f7a-599c598c5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:33.955246 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ab898a7e-2dde-420b-99d0-fb206e6642a4 req-ecabe16d-a3e8-41c8-8f7a-599c598c5091 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=130b0835a708430ab71f0488b74d673d&device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 1098 time: 0.0419598 May 25 23:06:34.033342 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b896e3-06d0-4d05-a0be-85e6711d0c75 None None] New status for floating IP 18b19024-fee3-422a-bc5a-70625c1ebe54: DOWN {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:06:34.071557 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab898a7e-2dde-420b-99d0-fb206e6642a4 req-90592b74-164c-40e6-b242-08c5140a29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:34.073145 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ab898a7e-2dde-420b-99d0-fb206e6642a4 req-90592b74-164c-40e6-b242-08c5140a29f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4343add9-6232-4758-8bba-f6e547fcafd9 HTTP/1.1" status: 200 len: 909 time: 0.1050019 May 25 23:06:34.150515 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ab898a7e-2dde-420b-99d0-fb206e6642a4 req-00e60f7a-448f-41b9-b6ac-92ab089042fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af5a95de-b5bc-4438-a26f-d729e250731f HTTP/1.1" status: 200 len: 217 time: 0.0446107 May 25 23:06:34.164900 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de6639-3ba4-4e68-baf6-2ee9a5ab306f req-86b849a4-4596-474a-98e9-8db3784b073e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:34.167666 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28de6639-3ba4-4e68-baf6-2ee9a5ab306f req-86b849a4-4596-474a-98e9-8db3784b073e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.1426642 May 25 23:06:34.234071 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab898a7e-2dde-420b-99d0-fb206e6642a4 req-df9dd304-9a85-4de6-bcdc-e723c56be95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:34.235838 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ab898a7e-2dde-420b-99d0-fb206e6642a4 req-df9dd304-9a85-4de6-bcdc-e723c56be95a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19646eba-db07-4c3d-97ef-7a2572905cb1 HTTP/1.1" status: 200 len: 847 time: 0.0686867 May 25 23:06:34.238778 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-28de6639-3ba4-4e68-baf6-2ee9a5ab306f req-ddb80dd5-d5ea-49dd-8f6b-cb659a8d3e14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644910 May 25 23:06:34.295045 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab898a7e-2dde-420b-99d0-fb206e6642a4 req-c90fc918-ddca-4f39-a3a9-56dd72abb58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:34.296527 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ab898a7e-2dde-420b-99d0-fb206e6642a4 req-c90fc918-ddca-4f39-a3a9-56dd72abb58d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4343add9-6232-4758-8bba-f6e547fcafd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412591 May 25 23:06:34.408300 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ab898a7e-2dde-420b-99d0-fb206e6642a4 req-1228211e-5c26-44ff-bd15-ca94b05f9e7c service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886307 May 25 23:06:34.799463 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8c744-a52e-43bf-acc4-2244bcee1a38 req-db2ac88a-1a6b-4bb8-9d54-dfaad1d01790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:34.800901 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4fa8c744-a52e-43bf-acc4-2244bcee1a38 req-db2ac88a-1a6b-4bb8-9d54-dfaad1d01790 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 1098 time: 0.3912010 May 25 23:06:34.847719 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ab898a7e-2dde-420b-99d0-fb206e6642a4 req-ca6a33b5-d88e-42c6-8d4a-e755c32c07d6 service neutron] 10.222.0.24 "GET /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153810 May 25 23:06:34.851256 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:06:34.861399 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3078e-17fb-403b-bf3d-9b2b99c82737 req-cf710d54-3b20-4f0a-b2c0-472c9f32a931 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:34.862807 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2fe3078e-17fb-403b-bf3d-9b2b99c82737 req-cf710d54-3b20-4f0a-b2c0-472c9f32a931 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.1051135 May 25 23:06:34.868559 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4fa8c744-a52e-43bf-acc4-2244bcee1a38 req-d64e915b-1870-4a06-9c0d-89d9bc32ecc0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558269 May 25 23:06:34.899963 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2fe3078e-17fb-403b-bf3d-9b2b99c82737 req-a9295ef3-3011-4dd9-b15c-2c4028f51791 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304246 May 25 23:06:35.351631 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a937b0-2c85-450d-8673-44b89ac77ef0 req-95110ae3-c7bb-4e66-a2eb-9691c87aaad4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:35.353027 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-82a937b0-2c85-450d-8673-44b89ac77ef0 req-95110ae3-c7bb-4e66-a2eb-9691c87aaad4 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0473301 May 25 23:06:35.391707 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-82a937b0-2c85-450d-8673-44b89ac77ef0 req-71ec19ef-0f1d-4fec-bedf-ce9d905f9977 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320184 May 25 23:06:36.016686 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75478ae6-e215-4281-a5e5-5789a90467a1 req-241cb8ff-934a-4091-8cea-41f7520c125c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:36.018008 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-75478ae6-e215-4281-a5e5-5789a90467a1 req-241cb8ff-934a-4091-8cea-41f7520c125c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0487034 May 25 23:06:36.055711 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-75478ae6-e215-4281-a5e5-5789a90467a1 req-05d77a4e-bd11-48fa-a221-8538f7fe4b53 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 May 25 23:06:36.504586 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27af272-c43a-45eb-b37b-9c30d8c5f1b4 req-c70e47f6-5568-4156-b672-1288cf1ad636 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:36.506012 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a27af272-c43a-45eb-b37b-9c30d8c5f1b4 req-c70e47f6-5568-4156-b672-1288cf1ad636 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0473194 May 25 23:06:36.541916 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a27af272-c43a-45eb-b37b-9c30d8c5f1b4 req-aae431a4-8a8e-4c88-9090-b8165613a902 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299840 May 25 23:06:37.168673 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5975c99-6f0e-4a89-acda-32011fb77919 req-df49188d-6f9e-4f6c-b91b-8d9dbf02ff4c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:37.170000 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5975c99-6f0e-4a89-acda-32011fb77919 req-df49188d-6f9e-4f6c-b91b-8d9dbf02ff4c tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0472450 May 25 23:06:37.209453 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5975c99-6f0e-4a89-acda-32011fb77919 req-dc71001e-9203-4073-af54-acc6aa3ca8b7 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330651 May 25 23:06:37.653804 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54ea5e-37fd-4121-93d5-316e996e8a04 req-1eb027fe-d211-4e5f-a6f3-68134111d6ca tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:37.655217 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7c54ea5e-37fd-4121-93d5-316e996e8a04 req-1eb027fe-d211-4e5f-a6f3-68134111d6ca tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0477591 May 25 23:06:37.691908 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7c54ea5e-37fd-4121-93d5-316e996e8a04 req-6c9e6e18-0655-434e-a9b2-bd4687260acf tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307515 May 25 23:06:38.322223 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efd178-596b-4b68-9c8b-6aeeab90e8ba req-63ef5cba-8dc7-42ef-ad24-ed3d0b95229e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:38.323661 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-52efd178-596b-4b68-9c8b-6aeeab90e8ba req-63ef5cba-8dc7-42ef-ad24-ed3d0b95229e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0464475 May 25 23:06:38.360228 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-52efd178-596b-4b68-9c8b-6aeeab90e8ba req-3a34582c-838f-483c-8324-e02044bbdcb4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301380 May 25 23:06:38.803828 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb6582-8fd6-45e3-8693-9273b7f8e5ca req-bfc55ac7-e2f8-4e64-bac4-27cbd12a6772 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:38.805338 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-aabb6582-8fd6-45e3-8693-9273b7f8e5ca req-bfc55ac7-e2f8-4e64-bac4-27cbd12a6772 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0483248 May 25 23:06:38.845887 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-aabb6582-8fd6-45e3-8693-9273b7f8e5ca req-5b8cff01-c387-48f6-8e59-5be6bf5a7355 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342739 May 25 23:06:39.471654 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9050d2-54e3-4696-8c6c-3eb1c11b39ad req-91856516-8b44-4359-9a89-d522377d3ba0 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:39.473069 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-db9050d2-54e3-4696-8c6c-3eb1c11b39ad req-91856516-8b44-4359-9a89-d522377d3ba0 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0471861 May 25 23:06:39.509944 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-db9050d2-54e3-4696-8c6c-3eb1c11b39ad req-6eff89a5-e09a-41fd-8d27-b38011a5b01b tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309505 May 25 23:06:39.957044 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b188d97-260a-461b-aaa8-626430eb13be req-9166a8a8-5ac6-4783-845c-73f98b7a3057 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:39.958517 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9b188d97-260a-461b-aaa8-626430eb13be req-9166a8a8-5ac6-4783-845c-73f98b7a3057 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0466583 May 25 23:06:39.996251 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9b188d97-260a-461b-aaa8-626430eb13be req-4aef723f-a036-4b1f-95ee-b90261f29fae tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 May 25 23:06:40.623531 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae4f39-5803-4c3f-8950-61e3ba756e48 req-c453072c-4ecd-4c5a-a5fa-1db1b027b513 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:40.624944 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-41ae4f39-5803-4c3f-8950-61e3ba756e48 req-c453072c-4ecd-4c5a-a5fa-1db1b027b513 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0471148 May 25 23:06:40.664563 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-41ae4f39-5803-4c3f-8950-61e3ba756e48 req-e5422740-ceb2-4f5d-a519-739514bb7e52 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329916 May 25 23:06:41.108639 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac75f94-87ad-4bcc-9865-02c11df6b17a req-1a14ed14-8c94-4c5c-99fe-6a096b27c0ee tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:41.110137 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ac75f94-87ad-4bcc-9865-02c11df6b17a req-1a14ed14-8c94-4c5c-99fe-6a096b27c0ee tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0491300 May 25 23:06:41.149501 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ac75f94-87ad-4bcc-9865-02c11df6b17a req-2d7b7fe4-3e62-4373-b1b2-abb7bff20ada tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333211 May 25 23:06:41.756616 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-00e7c465-0ba5-4789-b0ec-e177364c9810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:41.778069 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783aa72-969d-47f0-a322-9a704379c9b5 req-fbcbb643-fbb9-4fcb-ba9d-ba709b3818ab tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:41.779673 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3783aa72-969d-47f0-a322-9a704379c9b5 req-fbcbb643-fbb9-4fcb-ba9d-ba709b3818ab tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0488551 May 25 23:06:41.816453 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3783aa72-969d-47f0-a322-9a704379c9b5 req-e89f9d7d-ffe0-471f-b0df-8824ce827b4e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305901 May 25 23:06:42.262535 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf34186-6b12-442d-b6c8-6c51c58932a1 req-26d8057f-e8f0-4c9b-9226-3596f0f533da tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:42.263879 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2cf34186-6b12-442d-b6c8-6c51c58932a1 req-26d8057f-e8f0-4c9b-9226-3596f0f533da tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0482421 May 25 23:06:42.302980 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2cf34186-6b12-442d-b6c8-6c51c58932a1 req-9f0082a3-3117-4e0b-9d44-e0c4a585ae16 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332398 May 25 23:06:42.932043 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9ea91-561e-4102-888b-a1777c6f9ba5 req-2c8590ee-fba3-4d9c-a91a-2eb5092408cb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:42.933631 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7a9ea91-561e-4102-888b-a1777c6f9ba5 req-2c8590ee-fba3-4d9c-a91a-2eb5092408cb tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0482392 May 25 23:06:42.972482 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7a9ea91-561e-4102-888b-a1777c6f9ba5 req-12fd5644-e7d1-4ea3-9144-a6ec11bc9a66 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f2908d6-9820-4f94-a4f8-9ac984580a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323815 May 25 23:06:43.429023 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a671e-8478-453d-8334-6fcaae437f8e req-c4b3ed68-b512-4a39-bccb-2d72f38b8a2a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:43.430514 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-af4a671e-8478-453d-8334-6fcaae437f8e req-c4b3ed68-b512-4a39-bccb-2d72f38b8a2a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0614777 May 25 23:06:43.471009 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-af4a671e-8478-453d-8334-6fcaae437f8e req-2d5a5c64-7d5d-406f-a00b-c8cfee72b681 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342567 May 25 23:06:43.537058 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c33ba-2352-443d-a555-c8c752b694f8 req-d184cfa1-bc4a-40ac-a554-faede2c2e000 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:43.538594 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-860c33ba-2352-443d-a555-c8c752b694f8 req-d184cfa1-bc4a-40ac-a554-faede2c2e000 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 945 time: 0.0497205 May 25 23:06:43.643232 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96221651-afca-4490-87ed-d36059a28913 req-2933601a-fe13-40fa-9503-008390f4470f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:43.644665 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-96221651-afca-4490-87ed-d36059a28913 req-2933601a-fe13-40fa-9503-008390f4470f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.1052177 May 25 23:06:43.691698 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-860c33ba-2352-443d-a555-c8c752b694f8 req-5097f404-a481-492f-a5f4-ec18b2be0124 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Deleting port af5a95de-b5bc-4438-a26f-d729e250731f {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:06:43.692031 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-860c33ba-2352-443d-a555-c8c752b694f8 req-5097f404-a481-492f-a5f4-ec18b2be0124 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:43.698149 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-96221651-afca-4490-87ed-d36059a28913 req-7bc06e34-d536-4d97-9920-fef0c93963a5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463109 May 25 23:06:43.720491 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34230) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:43.786465 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-860c33ba-2352-443d-a555-c8c752b694f8 req-5097f404-a481-492f-a5f4-ec18b2be0124 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] For port af5a95de-b5bc-4438-a26f-d729e250731f, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=af5a95de-b5bc-4438-a26f-d729e250731f,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:43.786939 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-860c33ba-2352-443d-a555-c8c752b694f8 req-5097f404-a481-492f-a5f4-ec18b2be0124 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:43.799333 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-860c33ba-2352-443d-a555-c8c752b694f8 req-5097f404-a481-492f-a5f4-ec18b2be0124 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Calling delete_port for af5a95de-b5bc-4438-a26f-d729e250731f owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:06:43.864317 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614e736-0548-430e-af80-5f7303ca0cfc tempest-TestVolumeBootPattern-226131396 tempest-TestVolumeBootPattern-226131396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:43.865834 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e614e736-0548-430e-af80-5f7303ca0cfc tempest-TestVolumeBootPattern-226131396 tempest-TestVolumeBootPattern-226131396-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 1093 time: 0.1443310 May 25 23:06:43.868942 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34234) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:43.873345 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'port_id': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:06:43.945515 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:43.968334 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-860c33ba-2352-443d-a555-c8c752b694f8 req-5097f404-a481-492f-a5f4-ec18b2be0124 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:43.998293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097f404-a481-492f-a5f4-ec18b2be0124 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event deleted for resources: {'Port': ['ID=af5a95de-b5bc-4438-a26f-d729e250731f,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:44.041042 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-860c33ba-2352-443d-a555-c8c752b694f8 req-5097f404-a481-492f-a5f4-ec18b2be0124 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] No DVR routers for this DVR port af5a95de-b5bc-4438-a26f-d729e250731f on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:06:44.044419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-860c33ba-2352-443d-a555-c8c752b694f8 req-5097f404-a481-492f-a5f4-ec18b2be0124 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:44.045371 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:44.049468 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-860c33ba-2352-443d-a555-c8c752b694f8 req-5097f404-a481-492f-a5f4-ec18b2be0124 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.24 "DELETE /v2.0/ports/af5a95de-b5bc-4438-a26f-d729e250731f HTTP/1.1" status: 204 len: 173 time: 0.5015521 May 25 23:06:44.050186 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'name': 'network-vif-deleted', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:06:44.052622 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55c8a74-062f-4c16-99ac-7e46b35d729f" -d '{"events": [{"server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "name": "network-vif-deleted", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:06:44.088661 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f0d3d21e-8021-4a5a-bcc5-8a127b85af7b req-a767f265-50b7-4d47-9254-f774971010d4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0269370 May 25 23:06:44.102873 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad03acdc-cb2e-4658-80a3-d4486c2ff804 x-openstack-request-id: req-ad03acdc-cb2e-4658-80a3-d4486c2ff804 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:06:44.103203 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ca9f4d-82ac-4d6f-a770-8c159afc68fc", "name": "network-vif-deleted", "tag": "af5a95de-b5bc-4438-a26f-d729e250731f", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:06:44.103543 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad03acdc-cb2e-4658-80a3-d4486c2ff804 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:06:44.104205 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad03acdc-cb2e-4658-80a3-d4486c2ff804'] response: {'server_uuid': '13ca9f4d-82ac-4d6f-a770-8c159afc68fc', 'name': 'network-vif-deleted', 'tag': 'af5a95de-b5bc-4438-a26f-d729e250731f', 'status': 'completed', 'code': 200} May 25 23:06:44.159175 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Allocated IP 172.27.1.136 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/bfab2c23-9555-4203-b792-7f140d37711d) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:06:44.190930 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-446ed3b1-1391-4222-8a6a-3c82c29163eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:44.255803 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:44.351838 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:44.393779 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:06:44.396412 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:06:44.399880 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:06:44.439083 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'Port': ['ID=bfab2c23-9555-4203-b792-7f140d37711d,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:44.760207 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:44.884365 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:45.028530 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:45.094037 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3746103'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:45.160021 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event updated for resources: {'Port': ['ID=bfab2c23-9555-4203-b792-7f140d37711d,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:45.176978 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:45.195391 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-169ec33c-2ec4-4928-b554-52ba4af92535 req-826dc6c2-cb43-41d7-bd98-5d9217cd964a tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0302141 May 25 23:06:45.254491 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:45.276236 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.l3_db [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Floating IP 1a82c9ce-53a5-4b8d-ada7-79f58053cff2 associated. External IP: 172.27.1.136, port: 91ca186d-ea0f-46f4-8881-85b5bbdd9c01. May 25 23:06:45.476969 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:06:45.777261 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:06:45.789129 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9eba6e-855f-4058-9689-f1c68dcbbb14 None None] Sync routers for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:06:45.798468 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9eba6e-855f-4058-9689-f1c68dcbbb14 None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:06:45.799074 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-ad9eba6e-855f-4058-9689-f1c68dcbbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:45.862559 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:45.888548 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-a2f6de71-c848-4c35-a82d-510709035e45 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0184336 May 25 23:06:45.891870 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'tag': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:06:45.891870 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5" -d '{"events": [{"name": "network-changed", "server_uuid": "67b72efb-590d-407a-bfb2-75ac7c7294ef", "tag": "91ca186d-ea0f-46f4-8881-85b5bbdd9c01"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:06:45.904276 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-ad9eba6e-855f-4058-9689-f1c68dcbbb14 None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:06:45.926544 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f498fa0e-ce48-4a1f-ba91-91c5b3298ffe x-openstack-request-id: req-f498fa0e-ce48-4a1f-ba91-91c5b3298ffe {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:06:45.926829 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b72efb-590d-407a-bfb2-75ac7c7294ef", "tag": "91ca186d-ea0f-46f4-8881-85b5bbdd9c01", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:06:45.927076 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f498fa0e-ce48-4a1f-ba91-91c5b3298ffe {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:06:45.927470 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f498fa0e-ce48-4a1f-ba91-91c5b3298ffe'] response: {'name': 'network-changed', 'server_uuid': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'tag': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01', 'status': 'completed', 'code': 200} May 25 23:06:46.128351 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-ad9eba6e-855f-4058-9689-f1c68dcbbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '1a82c9ce-53a5-4b8d-ada7-79f58053cff2', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:4b:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:06:44Z', 'updated_at': '2022-05-25T23:06:44Z', 'revision_number': 0, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}, {'id': '451a8b41-760f-432f-b54b-4162b0710d59', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:1b:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:23Z', 'updated_at': '2022-05-25T23:03:25Z', 'revision_number': 1, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:46.154664 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9eba6e-855f-4058-9689-f1c68dcbbb14 None None] Checking router: 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:06:46.163566 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9eba6e-855f-4058-9689-f1c68dcbbb14 None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:06:46.164162 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-ad9eba6e-855f-4058-9689-f1c68dcbbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:46.272047 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-ad9eba6e-855f-4058-9689-f1c68dcbbb14 None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:06:46.289732 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e885dec8-e7b2-47bd-9b2a-bf397551ab59 req-dfb93acf-6eeb-4736-8584-b5ec71dfdd48 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0267191 May 25 23:06:46.489454 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-ad9eba6e-855f-4058-9689-f1c68dcbbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '1a82c9ce-53a5-4b8d-ada7-79f58053cff2', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:4b:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:06:44Z', 'updated_at': '2022-05-25T23:06:44Z', 'revision_number': 0, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}, {'id': '451a8b41-760f-432f-b54b-4162b0710d59', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:1b:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:23Z', 'updated_at': '2022-05-25T23:03:25Z', 'revision_number': 1, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:46.519204 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9eba6e-855f-4058-9689-f1c68dcbbb14 None None] The sync data for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi is: [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '1a82c9ce-53a5-4b8d-ada7-79f58053cff2', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:4b:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:06:44Z', 'updated_at': '2022-05-25T23:06:44Z', 'revision_number': 0, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}, {'id': '451a8b41-760f-432f-b54b-4162b0710d59', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:1b:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:23Z', 'updated_at': '2022-05-25T23:03:25Z', 'revision_number': 1, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:06:46.580009 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:46.701383 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf667b-0cbf-4e4b-b596-1e0e5379b5d8 None None] New status for floating IP 1a82c9ce-53a5-4b8d-ada7-79f58053cff2: ACTIVE {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:06:47.139780 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:47.384657 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cc5b02bb-34a2-4469-ada3-513d47d4eb23 req-13b93f9c-8fda-4586-899b-06fb9a65d044 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0263546 May 25 23:06:47.614086 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device af5a95de-b5bc-4438-a26f-d729e250731f no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:06:47.635195 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: af5a95de-b5bc-4438-a26f-d729e250731f {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:06:47.635537 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device af5a95de-b5bc-4438-a26f-d729e250731f not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:06:48.476003 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-36dc35e6-b8d9-4775-aaab-60c58451c594 req-3406ab2e-7c3e-48c8-b593-9f0ebd3baa95 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0258460 May 25 23:06:49.583464 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2b071818-849c-4976-8396-c224c3e0edd3 req-71f71e01-2bcc-40b2-8c44-396b0cee00ff tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0337694 May 25 23:06:49.592233 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-eae01a0e-80b8-4a14-93d6-0183705f5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:49.593605 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-eae01a0e-80b8-4a14-93d6-0183705f5f77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 1098 time: 0.0722880 May 25 23:06:49.688491 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-9f7a61bd-bbb8-49a5-85fc-635d025a7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:49.690522 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-9f7a61bd-bbb8-49a5-85fc-635d025a7a61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 912 time: 0.0852244 May 25 23:06:49.766065 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-c1637b0d-c903-4f89-ad07-7fbcd9f16bd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ca186d-ea0f-46f4-8881-85b5bbdd9c01 HTTP/1.1" status: 200 len: 1001 time: 0.0622082 May 25 23:06:49.817492 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-0fdf17d3-60ba-4dde-b87c-18953b30dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:49.818922 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-0fdf17d3-60ba-4dde-b87c-18953b30dcbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d0830f-722c-4736-aae8-acdb24d95416 HTTP/1.1" status: 200 len: 850 time: 0.0432498 May 25 23:06:49.868056 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-6858b957-6712-4816-b94d-e92650c125b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:06:49.869467 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-6858b957-6712-4816-b94d-e92650c125b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892cb638-a1e1-4c1f-9fa3-d697ac74511c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390155 May 25 23:06:49.902056 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-0fa221ee-7fcf-4377-b948-45959b253c41 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 23:06:49.903020 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-0fa221ee-7fcf-4377-b948-45959b253c41 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048566 May 25 23:06:49.994411 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-22a0f556-966d-4c35-a6f4-b946d0903895 service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836046 May 25 23:06:50.086098 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1cc0bedf-4424-427e-bc61-6b1ca1ff90f5 req-2d1381f2-bedf-45e2-b0d1-32b07c1578fe service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810199 May 25 23:06:50.681031 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6b27e468-6024-4e85-a680-ec1c4762f388 req-46f1a52f-c139-4e74-9d2d-a7c4f508dac2 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0270207 May 25 23:06:51.775645 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d9a6d0de-6458-470c-be17-22ce6d272e19 req-2075b8f6-14ef-4e4a-a220-636cb8c08a6e tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0273635 May 25 23:06:52.886308 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-182bcf6d-b8bc-41b9-8c0b-36c8250d3a66 req-f3f720e6-9640-4184-9aa7-dfa6c29033f4 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ca9f4d-82ac-4d6f-a770-8c159afc68fc HTTP/1.1" status: 200 len: 210 time: 0.0307467 May 25 23:06:53.952267 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34360) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:54.013357 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ef035-de8d-47de-84d3-dabee6369198 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:54.044285 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ef035-de8d-47de-84d3-dabee6369198 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:54.162628 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ef035-de8d-47de-84d3-dabee6369198 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:54.165157 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ef035-de8d-47de-84d3-dabee6369198 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:54.166561 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ab3ef035-de8d-47de-84d3-dabee6369198 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] 10.222.0.48 "DELETE /v2.0/security-groups/6f2908d6-9820-4f94-a4f8-9ac984580a8a HTTP/1.1" status: 204 len: 168 time: 0.2131715 May 25 23:06:54.176649 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ef035-de8d-47de-84d3-dabee6369198 tempest-TestShelveInstance-1023516095 tempest-TestShelveInstance-1023516095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2908d6-9820-4f94-a4f8-9ac984580a8a,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:54.277006 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34364) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:54.776031 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595191'] for router_interface, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:55.061223 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] Deleting port c6e5f32e-bf83-4619-8833-6f3eda74160d {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:06:55.061936 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:55.143672 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] For port c6e5f32e-bf83-4619-8833-6f3eda74160d, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=c6e5f32e-bf83-4619-8833-6f3eda74160d,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:55.143672 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:55.155288 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] Calling delete_port for c6e5f32e-bf83-4619-8833-6f3eda74160d owned by network:router_interface {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:06:55.396522 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:55.420331 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e5f32e-bf83-4619-8833-6f3eda74160d,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:55.586580 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33028488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595463'] for router_interface, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:55.716974 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:55.798205 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] Router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:06:55.903100 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:06:55.908209 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-cebe1935-11f8-4cc7-9328-69f3c58ee039 admin admin] 10.222.0.48 "PUT /v2.0/routers/bef666a7-0d2c-42a1-8869-3af1f79f3eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6302550 May 25 23:06:55.910765 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34376) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:55.913866 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd1cec-c073-46eb-bcc6-98a2b1ce7930 None None] Sync routers for ids ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:06:55.924839 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd1cec-c073-46eb-bcc6-98a2b1ce7930 None None] Routers {'bef666a7-0d2c-42a1-8869-3af1f79f3eb2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:06:55.925468 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-6bbd1cec-c073-46eb-bcc6-98a2b1ce7930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:56.026312 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Notify callbacks [] for router, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.033359 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-6bbd1cec-c073-46eb-bcc6-98a2b1ce7930 None None] Set router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:06:56.130213 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.212892 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-6bbd1cec-c073-46eb-bcc6-98a2b1ce7930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T23:06:55Z', 'revision_number': 5, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port': {'id': '0a01d114-28c9-4aeb-b10d-2ee12a987302', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T22:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:56.240726 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Deleting port 0a01d114-28c9-4aeb-b10d-2ee12a987302 {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:06:56.241157 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.245071 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd1cec-c073-46eb-bcc6-98a2b1ce7930 None None] Checking router: bef666a7-0d2c-42a1-8869-3af1f79f3eb2 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:06:56.253465 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd1cec-c073-46eb-bcc6-98a2b1ce7930 None None] Routers {'bef666a7-0d2c-42a1-8869-3af1f79f3eb2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:06:56.254076 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-6bbd1cec-c073-46eb-bcc6-98a2b1ce7930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:56.325260 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] For port 0a01d114-28c9-4aeb-b10d-2ee12a987302, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=0a01d114-28c9-4aeb-b10d-2ee12a987302,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:56.325615 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.338119 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Calling delete_port for 0a01d114-28c9-4aeb-b10d-2ee12a987302 owned by network:router_gateway {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:06:56.424836 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-6bbd1cec-c073-46eb-bcc6-98a2b1ce7930 None None] Set router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 gateway port host: None {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:06:56.476364 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-6bbd1cec-c073-46eb-bcc6-98a2b1ce7930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T23:06:56Z', 'revision_number': 6, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port_host': None}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:56.505477 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd1cec-c073-46eb-bcc6-98a2b1ce7930 None None] The sync data for ids ['bef666a7-0d2c-42a1-8869-3af1f79f3eb2'] in dv-cinder-843209-1-iscsi is: [{'id': 'bef666a7-0d2c-42a1-8869-3af1f79f3eb2', 'name': 'tempest-TestShelveInstance-702896972-router', 'tenant_id': '130b0835a708430ab71f0488b74d673d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:32Z', 'updated_at': '2022-05-25T23:06:56Z', 'revision_number': 6, 'project_id': '130b0835a708430ab71f0488b74d673d', 'gw_port_host': None}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:06:56.551133 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.576013 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a01d114-28c9-4aeb-b10d-2ee12a987302,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:56.605380 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 34386) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:56.639873 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601257'] for router_gateway, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.712466 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-71bbae88-b223-42c4-9bb1-3608914cc6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.743240 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12852'] for router, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.745371 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.785761 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-71bbae88-b223-42c4-9bb1-3608914cc6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.894029 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596379'] for router, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.894270 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-71bbae88-b223-42c4-9bb1-3608914cc6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.894762 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bef666a7-0d2c-42a1-8869-3af1f79f3eb2 {{(pid=114255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:06:56.900791 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] Notify callbacks [] for router, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.902657 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-6a2cd0e3-6ac1-4f23-b1be-ce06e9bb462b admin admin] 10.222.0.48 "DELETE /v2.0/routers/bef666a7-0d2c-42a1-8869-3af1f79f3eb2 HTTP/1.1" status: 204 len: 168 time: 0.9902954 May 25 23:06:56.904531 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34390) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:56.931086 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbae88-b223-42c4-9bb1-3608914cc6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113e313e-737e-49c8-bd08-bc867965c3cc,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:56.945690 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-71bbae88-b223-42c4-9bb1-3608914cc6a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d5770e0545041e8ae690597a61d4c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391719 May 25 23:06:56.946433 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 34392) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:56.954930 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afa8f42-e81f-4cd8-9fb7-bf6da578b023 admin admin] Deleting subnet 19646eba-db07-4c3d-97ef-7a2572905cb1 {{(pid=114255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:06:56.958373 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1afa8f42-e81f-4cd8-9fb7-bf6da578b023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.995067 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1afa8f42-e81f-4cd8-9fb7-bf6da578b023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1197435'] for subnet, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.000152 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-31ab16f3-a340-4442-b2ec-b970649b2e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.022352 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-31ab16f3-a340-4442-b2ec-b970649b2e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.102924 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1afa8f42-e81f-4cd8-9fb7-bf6da578b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.116656 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-31ab16f3-a340-4442-b2ec-b970649b2e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.119769 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-31ab16f3-a340-4442-b2ec-b970649b2e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.120902 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-31ab16f3-a340-4442-b2ec-b970649b2e3b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/113e313e-737e-49c8-bd08-bc867965c3cc HTTP/1.1" status: 204 len: 168 time: 0.1733885 May 25 23:06:57.129155 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab16f3-a340-4442-b2ec-b970649b2e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113e313e-737e-49c8-bd08-bc867965c3cc,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:57.202773 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1afa8f42-e81f-4cd8-9fb7-bf6da578b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3746125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432323'] for subnet, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.442265 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa8f42-e81f-4cd8-9fb7-bf6da578b023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19646eba-db07-4c3d-97ef-7a2572905cb1,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:57.449356 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1afa8f42-e81f-4cd8-9fb7-bf6da578b023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.456114 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-1afa8f42-e81f-4cd8-9fb7-bf6da578b023 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/19646eba-db07-4c3d-97ef-7a2572905cb1 HTTP/1.1" status: 204 len: 168 time: 0.5468111 May 25 23:06:57.456407 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 34398) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:57.462121 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebbdb8e-252a-48ee-b53f-fbb3fda1e7aa None None] Network 4343add9-6232-4758-8bba-f6e547fcafd9 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:06:57.536628 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.601902 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Deleting port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:06:57.602529 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.679028 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] For port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=14e5a418-958c-4e6d-a380-fcfc1fc5dc22,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:57.679727 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.692282 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Calling delete_port for 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 owned by network:dhcp {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:06:57.699602 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a514e-d3cb-4a17-aa10-39d4f874b2d9 None None] DHCP port deletion for 4343add9-6232-4758-8bba-f6e547fcafd9 request from dv-cinder-843209-1-iscsi {{(pid=114257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 23:06:57.726673 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 0a01d114-28c9-4aeb-b10d-2ee12a987302 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:06:57.749120 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 0a01d114-28c9-4aeb-b10d-2ee12a987302 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:06:57.749562 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 0a01d114-28c9-4aeb-b10d-2ee12a987302 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:06:57.749970 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device c6e5f32e-bf83-4619-8833-6f3eda74160d no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:06:57.774767 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: c6e5f32e-bf83-4619-8833-6f3eda74160d {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:06:57.775037 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device c6e5f32e-bf83-4619-8833-6f3eda74160d not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:06:57.794518 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a514e-d3cb-4a17-aa10-39d4f874b2d9 None None] Deleting port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 {{(pid=114257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:06:57.794915 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cb5a514e-d3cb-4a17-aa10-39d4f874b2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.856789 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-cb5a514e-d3cb-4a17-aa10-39d4f874b2d9 None None] For port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=14e5a418-958c-4e6d-a380-fcfc1fc5dc22,segment=NetworkSegment(ad2f626e-0a01-4c2f-bec9-6f20e56c64bf),segment_id=ad2f626e-0a01-4c2f-bec9-6f20e56c64bf)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:57.857146 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cb5a514e-d3cb-4a17-aa10-39d4f874b2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.869070 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a514e-d3cb-4a17-aa10-39d4f874b2d9 None None] Calling delete_port for 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 owned by network:dhcp {{(pid=114257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:06:57.922174 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.946919 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cb5a514e-d3cb-4a17-aa10-39d4f874b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.948729 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e5a418-958c-4e6d-a380-fcfc1fc5dc22,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:57.950646 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] No DVR routers for this DVR port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 on host dv-cinder-843209-1-iscsi {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:06:57.970415 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a514e-d3cb-4a17-aa10-39d4f874b2d9 None None] Pushing event deleted for resources: {'Port': ['ID=14e5a418-958c-4e6d-a380-fcfc1fc5dc22,revision_number=None']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:57.975852 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a514e-d3cb-4a17-aa10-39d4f874b2d9 None None] No DVR routers for this DVR port 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 on host dv-cinder-843209-1-iscsi {{(pid=114257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:06:58.028452 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:58.049235 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4343add9-6232-4758-8bba-f6e547fcafd9']}} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:58.058488 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf') {'for_net_delete': True} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:58.058779 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2f626e-0a01-4c2f-bec9-6f20e56c64bf') {} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:58.068435 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8499919'] for segment, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:58.081118 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:58.086711 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=114256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:06:58.087075 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9366927'] for segment, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:58.126705 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment ad2f626e-0a01-4c2f-bec9-6f20e56c64bf resource provider aggregate not found May 25 23:06:58.148081 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment ad2f626e-0a01-4c2f-bec9-6f20e56c64bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad2f626e-0a01-4c2f-bec9-6f20e56c64bf found for delete ", "request_id": "req-0fdc9870-0047-4429-b6e7-e805b4a22626"}]} May 25 23:06:58.219189 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:58.224505 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:58.227578 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4343add9-6232-4758-8bba-f6e547fcafd9 HTTP/1.1" status: 204 len: 168 time: 0.7701814 May 25 23:06:58.230661 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34408) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:58.244022 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04ecee-8a54-4529-a6ee-ff048e8f3e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=4343add9-6232-4758-8bba-f6e547fcafd9,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:58.559611 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595191'] for router_interface, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:58.793845 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] Deleting port 48705071-0998-4d7a-8748-51ce74f0929a {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:06:58.794168 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:58.872983 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] For port 48705071-0998-4d7a-8748-51ce74f0929a, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=48705071-0998-4d7a-8748-51ce74f0929a,segment=NetworkSegment(bc2838f3-b588-4253-a6d3-37801a268a74),segment_id=bc2838f3-b588-4253-a6d3-37801a268a74)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:58.873254 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:58.885120 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] Calling delete_port for 48705071-0998-4d7a-8748-51ce74f0929a owned by network:router_interface {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:06:59.139897 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:59.163593 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=48705071-0998-4d7a-8748-51ce74f0929a,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:59.329851 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33028488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595463'] for router_interface, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:59.540710 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] Router fc14c34e-4067-4945-82a3-f0267c88dda2 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:06:59.648971 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:06:59.656243 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5b852732-e379-4209-8ab1-eefa456092a6 admin admin] 10.222.0.48 "PUT /v2.0/routers/fc14c34e-4067-4945-82a3-f0267c88dda2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4221520 May 25 23:06:59.657169 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34414) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:06:59.662365 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc43a6-cd3a-485a-8b63-16bf772e3e22 None None] Sync routers for ids ['fc14c34e-4067-4945-82a3-f0267c88dda2'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:06:59.673284 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc43a6-cd3a-485a-8b63-16bf772e3e22 None None] Routers {'fc14c34e-4067-4945-82a3-f0267c88dda2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:06:59.676000 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-87bc43a6-cd3a-485a-8b63-16bf772e3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['fc14c34e-4067-4945-82a3-f0267c88dda2'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:59.723385 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:06:59.771037 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Notify callbacks [] for router, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:59.880370 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:59.901909 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:06:59.902244 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 14e5a418-958c-4e6d-a380-fcfc1fc5dc22 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:06:59.929242 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-87bc43a6-cd3a-485a-8b63-16bf772e3e22 None None] Set router fc14c34e-4067-4945-82a3-f0267c88dda2 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:06:59.982279 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Deleting port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:06:59.982703 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.064921 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] For port 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:00.065273 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.077133 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Calling delete_port for 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 owned by network:router_gateway {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:07:00.109400 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-87bc43a6-cd3a-485a-8b63-16bf772e3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'name': 'tempest-TestShelveInstance-648653852-router', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:39Z', 'updated_at': '2022-05-25T23:06:59Z', 'revision_number': 5, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'gw_port': {'id': '09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:40Z', 'updated_at': '2022-05-25T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:00.141094 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc43a6-cd3a-485a-8b63-16bf772e3e22 None None] Checking router: fc14c34e-4067-4945-82a3-f0267c88dda2 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:07:00.150384 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc43a6-cd3a-485a-8b63-16bf772e3e22 None None] Routers {'fc14c34e-4067-4945-82a3-f0267c88dda2'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:07:00.151008 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-87bc43a6-cd3a-485a-8b63-16bf772e3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['fc14c34e-4067-4945-82a3-f0267c88dda2'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:00.240582 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-87bc43a6-cd3a-485a-8b63-16bf772e3e22 None None] Set router fc14c34e-4067-4945-82a3-f0267c88dda2 gateway port host: None {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:07:00.291758 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-87bc43a6-cd3a-485a-8b63-16bf772e3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'name': 'tempest-TestShelveInstance-648653852-router', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:39Z', 'updated_at': '2022-05-25T23:06:59Z', 'revision_number': 6, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'gw_port_host': None}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:00.305289 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.321117 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc43a6-cd3a-485a-8b63-16bf772e3e22 None None] The sync data for ids ['fc14c34e-4067-4945-82a3-f0267c88dda2'] in dv-cinder-843209-1-iscsi is: [{'id': 'fc14c34e-4067-4945-82a3-f0267c88dda2', 'name': 'tempest-TestShelveInstance-648653852-router', 'tenant_id': 'c531bbb3c9f648699f82df6638e2be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:39Z', 'updated_at': '2022-05-25T23:06:59Z', 'revision_number': 6, 'project_id': 'c531bbb3c9f648699f82df6638e2be7e', 'gw_port_host': None}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:07:00.330921 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:00.393760 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601257'] for router_gateway, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.479950 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12852'] for router, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.481953 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.579688 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596379'] for router, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.580197 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc14c34e-4067-4945-82a3-f0267c88dda2 {{(pid=114255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:07:00.584976 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] Notify callbacks [] for router, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.586113 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-8f8d1781-fcd2-434f-9b26-d20b8ff69515 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fc14c34e-4067-4945-82a3-f0267c88dda2 HTTP/1.1" status: 204 len: 168 time: 0.9284050 May 25 23:07:00.588526 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34418) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:00.631430 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ea6c8e-7e44-4c38-bfe3-5745e0971a65 admin admin] Deleting subnet 52f8d9f7-d7dd-44e1-a811-1d10d0b99518 {{(pid=114255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:07:00.634293 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6c8e-7e44-4c38-bfe3-5745e0971a65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.673264 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6c8e-7e44-4c38-bfe3-5745e0971a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1197435'] for subnet, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.751834 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6c8e-7e44-4c38-bfe3-5745e0971a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.871538 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6c8e-7e44-4c38-bfe3-5745e0971a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3746125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432323'] for subnet, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.899036 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea6c8e-7e44-4c38-bfe3-5745e0971a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f8d9f7-d7dd-44e1-a811-1d10d0b99518,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:00.900998 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6c8e-7e44-4c38-bfe3-5745e0971a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.904331 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e4ea6c8e-7e44-4c38-bfe3-5745e0971a65 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/52f8d9f7-d7dd-44e1-a811-1d10d0b99518 HTTP/1.1" status: 204 len: 168 time: 0.3146613 May 25 23:07:00.905887 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc300396-79d3-4892-9bef-805708411ef2 None None] Network 45297d61-9c51-4c39-b348-b00ebe6f4c07 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:07:00.906895 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34420) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:00.975847 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.033164 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Deleting port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:07:01.033369 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.100121 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] For port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd,segment=NetworkSegment(bc2838f3-b588-4253-a6d3-37801a268a74),segment_id=bc2838f3-b588-4253-a6d3-37801a268a74)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:01.105822 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.113393 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61931329-08ce-4c05-aab9-d3f9c062010c None None] DHCP port deletion for 45297d61-9c51-4c39-b348-b00ebe6f4c07 request from dv-cinder-843209-1-iscsi {{(pid=114257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 23:07:01.116729 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Calling delete_port for 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd owned by network:dhcp {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:07:01.170229 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-61931329-08ce-4c05-aab9-d3f9c062010c None None] Deleting port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd {{(pid=114257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:07:01.170634 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-61931329-08ce-4c05-aab9-d3f9c062010c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.237693 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-61931329-08ce-4c05-aab9-d3f9c062010c None None] For port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd,segment=NetworkSegment(bc2838f3-b588-4253-a6d3-37801a268a74),segment_id=bc2838f3-b588-4253-a6d3-37801a268a74)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:01.238385 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-61931329-08ce-4c05-aab9-d3f9c062010c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.255578 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-61931329-08ce-4c05-aab9-d3f9c062010c None None] Calling delete_port for 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd owned by network:dhcp {{(pid=114257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:07:01.305687 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.335347 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Pushing event deleted for resources: {'Port': ['ID=0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:01.335902 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-61931329-08ce-4c05-aab9-d3f9c062010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.342328 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] No DVR routers for this DVR port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd on host dv-cinder-843209-1-iscsi {{(pid=114255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:07:01.364332 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61931329-08ce-4c05-aab9-d3f9c062010c None None] Pushing event deleted for resources: {'Port': ['ID=0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd,revision_number=None']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:01.376945 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61931329-08ce-4c05-aab9-d3f9c062010c None None] No DVR routers for this DVR port 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd on host dv-cinder-843209-1-iscsi {{(pid=114257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:07:01.433297 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.458012 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45297d61-9c51-4c39-b348-b00ebe6f4c07']}} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:01.467427 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2838f3-b588-4253-a6d3-37801a268a74') {'for_net_delete': True} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:01.467804 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2838f3-b588-4253-a6d3-37801a268a74') {} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:01.477122 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1197426'] for segment, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.490314 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.496666 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=114255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:07:01.497077 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744495'] for segment, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.538536 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment bc2838f3-b588-4253-a6d3-37801a268a74 resource provider aggregate not found May 25 23:07:01.560991 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment bc2838f3-b588-4253-a6d3-37801a268a74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc2838f3-b588-4253-a6d3-37801a268a74 found for delete ", "request_id": "req-4f131788-02d5-412f-8b53-6570ea29557f"}]} May 25 23:07:01.619900 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.625664 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.631557 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] 10.222.0.48 "DELETE /v2.0/networks/45297d61-9c51-4c39-b348-b00ebe6f4c07 HTTP/1.1" status: 204 len: 168 time: 0.7209437 May 25 23:07:01.645105 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eec78b-df26-4f0d-abf1-04bf5637d51a admin admin] Pushing event deleted for resources: {'Network': ['ID=45297d61-9c51-4c39-b348-b00ebe6f4c07,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:01.680378 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 48705071-0998-4d7a-8748-51ce74f0929a no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:07:01.701419 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 48705071-0998-4d7a-8748-51ce74f0929a {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:07:01.701846 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 48705071-0998-4d7a-8748-51ce74f0929a not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:07:01.702259 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:07:01.724347 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:07:01.724699 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 0409e1e6-6ffb-4a10-b4a0-8a6eca2586dd not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:07:01.725097 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:07:01.744208 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:07:01.744501 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 09d50ee4-59cd-4fa4-b8c6-b8a5b9490dd6 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:07:02.013390 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 34446) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:02.052869 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-b7c5ef0d-ea15-4f77-a866-8585e3e94151 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=130b0835a708430ab71f0488b74d673d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383618 May 25 23:07:02.055174 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 34448) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:02.101752 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cf3b29da-c356-4601-85a4-b3e9f4a04066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.122508 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cf3b29da-c356-4601-85a4-b3e9f4a04066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.230637 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cf3b29da-c356-4601-85a4-b3e9f4a04066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.233123 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-cf3b29da-c356-4601-85a4-b3e9f4a04066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.234254 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-cf3b29da-c356-4601-85a4-b3e9f4a04066 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c47e33b0-d867-4761-892f-0e82d2ab7b10 HTTP/1.1" status: 204 len: 168 time: 0.1782129 May 25 23:07:02.241903 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b29da-c356-4601-85a4-b3e9f4a04066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47e33b0-d867-4761-892f-0e82d2ab7b10,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:02.883740 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34456) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:02.923523 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ff628f7e-7163-4fa5-bf70-070b0afbab87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c531bbb3c9f648699f82df6638e2be7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379000 May 25 23:07:02.925953 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34458) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:02.973046 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b932cc1e-da74-463e-8c2f-977fe792790a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.996694 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b932cc1e-da74-463e-8c2f-977fe792790a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:03.145019 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b932cc1e-da74-463e-8c2f-977fe792790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:03.147677 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b932cc1e-da74-463e-8c2f-977fe792790a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:03.148881 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-b932cc1e-da74-463e-8c2f-977fe792790a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01e5f89a-c26d-4603-bf62-3fc62bb324ed HTTP/1.1" status: 204 len: 168 time: 0.2219772 May 25 23:07:03.156544 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932cc1e-da74-463e-8c2f-977fe792790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e5f89a-c26d-4603-bf62-3fc62bb324ed,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:04.409893 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b880f-7619-4031-bb25-4b3704ca783c req-99780705-11b8-4744-8c6c-ed5db294ecdf tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:04.411352 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-851b880f-7619-4031-bb25-4b3704ca783c req-99780705-11b8-4744-8c6c-ed5db294ecdf tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 946 time: 0.0488644 May 25 23:07:04.448529 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-851b880f-7619-4031-bb25-4b3704ca783c req-fad3d830-45a7-495c-90d7-ce01f1c350d7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311842 May 25 23:07:05.566412 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cc1ff-80bc-4e36-9771-a0d9cdd4c1d8 req-cfcca25e-6b6c-4eb9-87b0-2761bba1ce9f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:05.567859 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d01cc1ff-80bc-4e36-9771-a0d9cdd4c1d8 req-cfcca25e-6b6c-4eb9-87b0-2761bba1ce9f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 946 time: 0.0518701 May 25 23:07:05.604768 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d01cc1ff-80bc-4e36-9771-a0d9cdd4c1d8 req-c874861b-0cbf-400a-8de2-3534d85e5c89 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305977 May 25 23:07:06.718181 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9784b-db39-4da3-8ec3-2ecf93c3f03b req-90bddb74-688e-4af8-aaf6-1ee155d73980 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:06.720317 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8af9784b-db39-4da3-8ec3-2ecf93c3f03b req-90bddb74-688e-4af8-aaf6-1ee155d73980 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 946 time: 0.0483732 May 25 23:07:06.758264 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8af9784b-db39-4da3-8ec3-2ecf93c3f03b req-c19950f1-ee05-49b7-82b9-9efc0636bb35 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320566 May 25 23:07:07.460984 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da0737-2e27-4231-a361-149aefa22f4b req-6729bfe4-06d3-442c-9fb8-e36ecba05050 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:07.462315 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-02da0737-2e27-4231-a361-149aefa22f4b req-6729bfe4-06d3-442c-9fb8-e36ecba05050 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 946 time: 0.0466037 May 25 23:07:07.556373 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Deleting port 716651f1-d215-415c-b904-ad675586a93d {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:07:07.556704 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.642505 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] For port 716651f1-d215-415c-b904-ad675586a93d, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=716651f1-d215-415c-b904-ad675586a93d,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:07.642864 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.812019 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.812681 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.812681 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Floating IP 95fa707a-3afc-489e-adb7-7579db80639a disassociated. External IP: 172.27.1.32, port: 716651f1-d215-415c-b904-ad675586a93d. May 25 23:07:07.814047 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Calling delete_port for 716651f1-d215-415c-b904-ad675586a93d owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:07:07.913812 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf35e85-954c-4f7f-818c-f455b029b457 req-e5e55023-5e26-42a5-b084-c2d116b4ef3c tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:07.915401 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dcf35e85-954c-4f7f-818c-f455b029b457 req-e5e55023-5e26-42a5-b084-c2d116b4ef3c tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 946 time: 0.0901005 May 25 23:07:07.982343 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dcf35e85-954c-4f7f-818c-f455b029b457 req-a13632ca-1efa-4600-bce1-9e742ec6097f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea8b71fa-1e9b-4037-a1e2-dba86b255659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602827 May 25 23:07:08.059185 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:08.085908 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'Port': ['ID=716651f1-d215-415c-b904-ad675586a93d,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:08.204564 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:07:08.310703 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:07:08.320506 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422c99d-dea7-4890-9cf9-8ffcb53c5319 None None] Sync routers for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:07:08.330580 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422c99d-dea7-4890-9cf9-8ffcb53c5319 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:07:08.331189 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-d422c99d-dea7-4890-9cf9-8ffcb53c5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:08.349822 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] No DVR routers for this DVR port 716651f1-d215-415c-b904-ad675586a93d on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:07:08.352493 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:08.355953 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-02da0737-2e27-4231-a361-149aefa22f4b req-a4f9b203-9353-4eb8-b6ae-0cb7ea74f32a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "DELETE /v2.0/ports/716651f1-d215-415c-b904-ad675586a93d HTTP/1.1" status: 204 len: 173 time: 0.8844442 May 25 23:07:08.356458 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'name': 'network-vif-deleted', 'tag': '716651f1-d215-415c-b904-ad675586a93d'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:07:08.358655 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b880626-523d-4fbf-89f5-b54ad03325db" -d '{"events": [{"server_uuid": "9632d65e-e7ae-4ccd-b666-c466eadae3fd", "name": "network-vif-deleted", "tag": "716651f1-d215-415c-b904-ad675586a93d"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:07:08.395192 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac46d9-5cc4-403b-8f2a-0a4fc03eb01d x-openstack-request-id: req-9aac46d9-5cc4-403b-8f2a-0a4fc03eb01d {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:07:08.395509 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9632d65e-e7ae-4ccd-b666-c466eadae3fd", "name": "network-vif-deleted", "tag": "716651f1-d215-415c-b904-ad675586a93d", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:07:08.395786 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9aac46d9-5cc4-403b-8f2a-0a4fc03eb01d {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:07:08.396181 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aac46d9-5cc4-403b-8f2a-0a4fc03eb01d'] response: {'server_uuid': '9632d65e-e7ae-4ccd-b666-c466eadae3fd', 'name': 'network-vif-deleted', 'tag': '716651f1-d215-415c-b904-ad675586a93d', 'status': 'completed', 'code': 200} May 25 23:07:08.440603 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-d422c99d-dea7-4890-9cf9-8ffcb53c5319 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:07:08.647468 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-d422c99d-dea7-4890-9cf9-8ffcb53c5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:08.677537 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422c99d-dea7-4890-9cf9-8ffcb53c5319 None None] Checking router: c3b3a688-ed9e-4dd5-b5fb-50af9944f744 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:07:08.685882 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422c99d-dea7-4890-9cf9-8ffcb53c5319 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:07:08.686577 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-d422c99d-dea7-4890-9cf9-8ffcb53c5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:08.793882 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-d422c99d-dea7-4890-9cf9-8ffcb53c5319 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:07:08.984833 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-d422c99d-dea7-4890-9cf9-8ffcb53c5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:09.010464 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422c99d-dea7-4890-9cf9-8ffcb53c5319 None None] The sync data for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi is: [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:07:09.087725 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fee8d790-7f62-485a-8bd8-c4f1f0769b04 req-dff2a4d6-baa9-4d5c-9313-a07c154bb651 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9632d65e-e7ae-4ccd-b666-c466eadae3fd HTTP/1.1" status: 200 len: 210 time: 0.0271480 May 25 23:07:09.224500 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6511b17-46f3-40ce-946f-f94f42618bc6 None None] New status for floating IP 95fa707a-3afc-489e-adb7-7579db80639a: DOWN {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:07:09.751482 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 716651f1-d215-415c-b904-ad675586a93d no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:07:09.775600 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 716651f1-d215-415c-b904-ad675586a93d {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:07:09.775945 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 716651f1-d215-415c-b904-ad675586a93d not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:07:10.208297 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34486) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:10.261943 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7911cd28-7d9e-4726-b441-b1f7ec99d555 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.283913 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7911cd28-7d9e-4726-b441-b1f7ec99d555 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.373531 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7911cd28-7d9e-4726-b441-b1f7ec99d555 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.376648 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7911cd28-7d9e-4726-b441-b1f7ec99d555 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.380065 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-7911cd28-7d9e-4726-b441-b1f7ec99d555 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "DELETE /v2.0/security-groups/ea8b71fa-1e9b-4037-a1e2-dba86b255659 HTTP/1.1" status: 204 len: 168 time: 0.1684990 May 25 23:07:10.380992 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 34488) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:10.386784 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911cd28-7d9e-4726-b441-b1f7ec99d555 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8b71fa-1e9b-4037-a1e2-dba86b255659,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:10.395173 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.api.v2.resource [None req-c6839083-56ce-4a5a-8619-f9333ff1e3f3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] show failed (client error): The resource could not be found. May 25 23:07:10.398411 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-c6839083-56ce-4a5a-8619-f9333ff1e3f3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups/ea8b71fa-1e9b-4037-a1e2-dba86b255659 HTTP/1.1" status: 404 len: 347 time: 0.0140469 May 25 23:07:10.400370 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 34490) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:10.524207 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-fe9fe93c-d6be-4165-88b1-cb298e88ef1a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Deleting port 1323c8f5-c9f9-4b33-adb7-7ee72ff40dd0 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:07:10.524536 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe93c-d6be-4165-88b1-cb298e88ef1a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.602497 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe93c-d6be-4165-88b1-cb298e88ef1a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.602818 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe93c-d6be-4165-88b1-cb298e88ef1a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.614701 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-fe9fe93c-d6be-4165-88b1-cb298e88ef1a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Calling delete_port for 1323c8f5-c9f9-4b33-adb7-7ee72ff40dd0 owned by network:floatingip {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:07:10.802117 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe93c-d6be-4165-88b1-cb298e88ef1a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.827076 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fe93c-d6be-4165-88b1-cb298e88ef1a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'Port': ['ID=1323c8f5-c9f9-4b33-adb7-7ee72ff40dd0,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:10.887247 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe93c-d6be-4165-88b1-cb298e88ef1a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.889886 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe93c-d6be-4165-88b1-cb298e88ef1a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.891099 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-fe9fe93c-d6be-4165-88b1-cb298e88ef1a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "DELETE /v2.0/floatingips/95fa707a-3afc-489e-adb7-7579db80639a HTTP/1.1" status: 204 len: 168 time: 0.4898186 May 25 23:07:11.073595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 34494) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:11.078251 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-346d9b57-5cff-4460-a575-42a7ef6e3e01 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1693533690', 'description': 'tempest-description--1057778086'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:07:11.167944 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-346d9b57-5cff-4460-a575-42a7ef6e3e01 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.232348 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-346d9b57-5cff-4460-a575-42a7ef6e3e01 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.305028 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-346d9b57-5cff-4460-a575-42a7ef6e3e01 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.337293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d9b57-5cff-4460-a575-42a7ef6e3e01 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:11.410399 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-346d9b57-5cff-4460-a575-42a7ef6e3e01 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.411673 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-346d9b57-5cff-4460-a575-42a7ef6e3e01 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3370888 May 25 23:07:11.414513 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 34496) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:11.418826 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-fc7bc740-0205-4f82-81ae-522b9c5cee76 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group_rule': {'security_group_id': '7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:07:11.487346 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc7bc740-0205-4f82-81ae-522b9c5cee76 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.541892 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc7bc740-0205-4f82-81ae-522b9c5cee76 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.596595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc7bc740-0205-4f82-81ae-522b9c5cee76 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.613624 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bc740-0205-4f82-81ae-522b9c5cee76 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ab831d-452c-4b13-8c04-3ac7eb8c77fd,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:11.661124 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fc7bc740-0205-4f82-81ae-522b9c5cee76 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.662359 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-fc7bc740-0205-4f82-81ae-522b9c5cee76 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2469120 May 25 23:07:11.665164 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34498) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:11.669542 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-d8382692-8a94-4952-9952-11986e4c1df3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'security_group_rule': {'security_group_id': '7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:07:11.750388 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f296924a-ae75-4300-8923-674209d54935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.778259 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d8382692-8a94-4952-9952-11986e4c1df3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.824625 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d8382692-8a94-4952-9952-11986e4c1df3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.850265 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:07:11.887434 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d8382692-8a94-4952-9952-11986e4c1df3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.904994 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8382692-8a94-4952-9952-11986e4c1df3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7947e345-2457-4afd-a21f-aff8bf6d6cae,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:11.963724 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d8382692-8a94-4952-9952-11986e4c1df3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.964917 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-d8382692-8a94-4952-9952-11986e4c1df3 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987909 May 25 23:07:11.967970 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34500) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:11.972591 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:07:12.059300 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.358619 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.467655 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Allocated IP 172.27.1.182 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/55c24a7f-f898-4c80-9737-13e7fa5d59bb) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:07:12.565128 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.653935 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.693222 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:07:12.698774 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:07:12.701375 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:07:12.703233 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=55c24a7f-f898-4c80-9737-13e7fa5d59bb,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:12.786664 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.884145 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:13.027750 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:13.076338 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3746103'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:13.141636 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=55c24a7f-f898-4c80-9737-13e7fa5d59bb,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:13.153107 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:13.272894 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:13.274130 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-8f88605e-6797-47e6-a98c-3f876b14807b tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3052602 May 25 23:07:13.498811 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-faea9352-8af9-4687-b24f-996f6e8bcbb7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1693533690&fields=id&tenant_id=f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 267 time: 0.0338907 May 25 23:07:13.605811 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-60be3e62-5c88-45df-9f5e-835a0773f9cc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:13.607270 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-60be3e62-5c88-45df-9f5e-835a0773f9cc tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 814 time: 0.1018732 May 25 23:07:13.622685 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-3cb90dc3-15f7-4808-8848-f871cec756eb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/quotas/f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 375 time: 0.0090735 May 25 23:07:13.675111 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-0744298a-005e-4bdd-8c6c-6d0b6066ec50 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465062 May 25 23:07:13.780361 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-ec20a8f3-27a9-4c2e-925e-c57103d62a72 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 23:07:13.781347 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-ec20a8f3-27a9-4c2e-925e-c57103d62a72 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0949337 May 25 23:07:13.869590 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-0c457a33-486b-4ec8-8d8e-106ca9b4ed95 service neutron] 10.222.0.48 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812755 May 25 23:07:13.959641 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-bd07c153-1bf3-4d26-87b8-2bdb19a14ad5 service neutron] 10.222.0.48 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840533 May 25 23:07:14.298573 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-18e6146e-bb3d-4b05-a536-722f13368e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:14.299525 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-37ecf208-0d37-468d-95c8-e3c872e670e5 req-72e9a89a-7aa1-4b20-a569-34eb98b62d39 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 210 time: 0.0313210 May 25 23:07:15.282766 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:15.307380 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eff8d493-78bb-44c3-92ac-3c73e1f75bee req-a0ed17ea-56db-4f84-a67d-b328cc603841 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 210 time: 0.0270309 May 25 23:07:16.407505 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3767618d-d571-4a54-ae07-9472186a8405 req-db1e89f1-ecd5-4258-848e-3ce71393a1a4 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 210 time: 0.0304327 May 25 23:07:16.451007 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-31f3cddb-5fb8-4bcf-a907-951673395926 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:16.452570 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-31f3cddb-5fb8-4bcf-a907-951673395926 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 814 time: 0.1307213 May 25 23:07:16.524433 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-e798a452-81ff-4f02-884c-8b99ca16ed3c tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9cea3c91d374b32817fc9600bcae426 HTTP/1.1" status: 200 len: 380 time: 0.0349300 May 25 23:07:16.534817 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'port': {'device_id': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'admin_state_up': True, 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'security_groups': ['7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:07:16.596530 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:16.716723 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Made reservation on behalf of f9cea3c91d374b32817fc9600bcae426 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:07:16.720325 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:16.855377 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Allocated IP 172.20.0.8 (8832910d-3014-46b3-926b-42ce9e4f63a7/3cc5fde0-cb97-48f5-833b-89086f6b613a/7ced746e-90ce-4a35-be27-7d910c8f38a2) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:07:16.995530 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.076692 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.118974 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:07:17.121931 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:07:17.125586 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:07:17.172283 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event updated for resources: {'Port': ['ID=7ced746e-90ce-4a35-be27-7d910c8f38a2,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:17.172750 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.172883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.172883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.172883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.172883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.172883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.172883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.172883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.172883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.172883 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.174418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.174418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.174418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:17.197921 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:17.202118 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.256199 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-f3563850-3d60-488a-98b4-3683ae982feb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7248223 May 25 23:07:17.309664 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-549944e1-fa65-4bf6-86ac-8bed97c12699 None None] Provisioning complete for port 7ced746e-90ce-4a35-be27-7d910c8f38a2 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:17.310028 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-549944e1-fa65-4bf6-86ac-8bed97c12699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.343683 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-549944e1-fa65-4bf6-86ac-8bed97c12699 None None] Port 7ced746e-90ce-4a35-be27-7d910c8f38a2 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:07:17.371293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Request body: {'port': {'device_id': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:07:17.718248 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.737751 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fcbfb-22f6-4fed-9c18-ddca2c4ad6be req-55242b86-0f53-4e7d-8fb7-c0ee3b41c9fb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:17.739224 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4d5fcbfb-22f6-4fed-9c18-ddca2c4ad6be req-55242b86-0f53-4e7d-8fb7-c0ee3b41c9fb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 931 time: 0.0825274 May 25 23:07:17.853932 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4d5fcbfb-22f6-4fed-9c18-ddca2c4ad6be req-8c039650-27c6-4bd2-84f2-70aa2a69b392 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917416 May 25 23:07:18.013969 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ced746e-90ce-4a35-be27-7d910c8f38a2 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:07:18.021705 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:18.032838 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Transition to ACTIVE for port object 7ced746e-90ce-4a35-be27-7d910c8f38a2 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:07:18.087748 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:18.138482 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced746e-90ce-4a35-be27-7d910c8f38a2,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:18.210851 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Attempting to bind port 7ced746e-90ce-4a35-be27-7d910c8f38a2 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:07:18.211273 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Attempting to bind port 7ced746e-90ce-4a35-be27-7d910c8f38a2 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:07:18.211665 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Attempting to bind port 7ced746e-90ce-4a35-be27-7d910c8f38a2 on network 8832910d-3014-46b3-926b-42ce9e4f63a7 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:07:18.216204 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Port 7ced746e-90ce-4a35-be27-7d910c8f38a2 on network 8832910d-3014-46b3-926b-42ce9e4f63a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:07:18.216521 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Attempting to bind port 7ced746e-90ce-4a35-be27-7d910c8f38a2 on network 8832910d-3014-46b3-926b-42ce9e4f63a7 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:07:18.221501 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:07:18.221830 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Checking segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:07:18.222214 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Bound using segment: {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:07:18.222671 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Bound port: 7ced746e-90ce-4a35-be27-7d910c8f38a2, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5266b4-c675-4b44-a389-f6c84494f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:07:18.223027 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:18.288349 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] For port 7ced746e-90ce-4a35-be27-7d910c8f38a2, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:07:18.291345 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] For port 7ced746e-90ce-4a35-be27-7d910c8f38a2, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=7ced746e-90ce-4a35-be27-7d910c8f38a2,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:07:18.350995 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:18.387237 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:18.387855 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:18.389258 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] 10.222.0.24 "PUT /v2.0/ports/7ced746e-90ce-4a35-be27-7d910c8f38a2 HTTP/1.1" status: 200 len: 1093 time: 1.0652053 May 25 23:07:18.389756 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'tag': '7ced746e-90ce-4a35-be27-7d910c8f38a2'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:07:18.392019 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bbfbc7-1fc6-4d77-9ee6-91b946b0eac6" -d '{"events": [{"name": "network-changed", "server_uuid": "9edee9f2-d402-4c4e-9647-d38b57859f50", "tag": "7ced746e-90ce-4a35-be27-7d910c8f38a2"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:07:18.415837 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c28ae-629b-43a8-b40d-7ea3d2b82150 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced746e-90ce-4a35-be27-7d910c8f38a2,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:18.435876 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc24bec-c120-4e3b-90cf-e8be757fae93 x-openstack-request-id: req-6cc24bec-c120-4e3b-90cf-e8be757fae93 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:07:18.436233 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edee9f2-d402-4c4e-9647-d38b57859f50", "tag": "7ced746e-90ce-4a35-be27-7d910c8f38a2", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:07:18.436539 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cc24bec-c120-4e3b-90cf-e8be757fae93 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:07:18.437091 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc24bec-c120-4e3b-90cf-e8be757fae93'] response: {'name': 'network-changed', 'server_uuid': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'tag': '7ced746e-90ce-4a35-be27-7d910c8f38a2', 'status': 'completed', 'code': 200} May 25 23:07:18.527789 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbfbc7-1fc6-4d77-9ee6-91b946b0eac6 req-17d5c190-510b-481b-a044-e238b1b733bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:18.529315 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34bbfbc7-1fc6-4d77-9ee6-91b946b0eac6 req-17d5c190-510b-481b-a044-e238b1b733bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 1096 time: 0.0420582 May 25 23:07:18.641835 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbfbc7-1fc6-4d77-9ee6-91b946b0eac6 req-0a33cb4e-52ad-41c3-ba3e-f8ee5cd51d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:18.643451 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34bbfbc7-1fc6-4d77-9ee6-91b946b0eac6 req-0a33cb4e-52ad-41c3-ba3e-f8ee5cd51d96 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f9cea3c91d374b32817fc9600bcae426&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939951 May 25 23:07:18.735930 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbfbc7-1fc6-4d77-9ee6-91b946b0eac6 req-e1097906-ce40-4b24-ba0a-36c810d0f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:18.737838 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34bbfbc7-1fc6-4d77-9ee6-91b946b0eac6 req-e1097906-ce40-4b24-ba0a-36c810d0f7a9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860195 May 25 23:07:18.854521 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-80c24e69-26a4-4a05-85ec-ecb449e44a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:18.855956 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-80c24e69-26a4-4a05-85ec-ecb449e44a81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 1096 time: 0.0442536 May 25 23:07:18.906632 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-b3538727-8ddb-42fa-ace8-f73871ba6514 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ced746e-90ce-4a35-be27-7d910c8f38a2 HTTP/1.1" status: 200 len: 217 time: 0.0330429 May 25 23:07:18.984229 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-4800f773-228d-47ba-8799-5f882269a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:18.985634 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-4800f773-228d-47ba-8799-5f882269a59c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.0717363 May 25 23:07:18.997668 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0360d22-9d31-4f11-8ee5-52094f1b20c2 req-4c0f2262-3178-42aa-a9b4-67fd6d0b103c tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:18.999005 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0360d22-9d31-4f11-8ee5-52094f1b20c2 req-4c0f2262-3178-42aa-a9b4-67fd6d0b103c tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 943 time: 0.0779314 May 25 23:07:19.059418 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0360d22-9d31-4f11-8ee5-52094f1b20c2 req-81f8fd2c-713c-4351-8f59-39e5fb257301 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524678 May 25 23:07:19.061748 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-05a35c7f-5541-41df-a2de-2a61de1591d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:19.063119 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-05a35c7f-5541-41df-a2de-2a61de1591d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633199 May 25 23:07:19.155935 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-7f8875a1-bfee-4796-b0d5-dbc6ddb5b685 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833085 May 25 23:07:19.245473 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80594c03-28d3-4e56-9ffa-c61011d4e17c req-adde4745-2b51-4250-99ba-8c3ca5169ddb service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804164 May 25 23:07:20.178896 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7ed0e-a136-4e4b-8df4-79435f0d8930 req-e7eeff32-8855-4522-a882-aad217aa6409 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:20.180345 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-02b7ed0e-a136-4e4b-8df4-79435f0d8930 req-e7eeff32-8855-4522-a882-aad217aa6409 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 943 time: 0.0491943 May 25 23:07:20.218295 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-02b7ed0e-a136-4e4b-8df4-79435f0d8930 req-6b20929c-eec2-4cd2-aff6-7cae3f7e60ab tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 May 25 23:07:21.333216 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7b50b-23e4-4456-9284-dac29c64de16 req-b229a176-de32-42f1-b84c-3342080e28e7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:21.334636 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6bb7b50b-23e4-4456-9284-dac29c64de16 req-b229a176-de32-42f1-b84c-3342080e28e7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 943 time: 0.0506482 May 25 23:07:21.371507 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6bb7b50b-23e4-4456-9284-dac29c64de16 req-73e0bab9-4aaa-4df5-88e7-0b8e068ca5ec tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307338 May 25 23:07:22.483937 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf5c9-84e0-443e-90d7-e99a7eeeb4be req-5b570a17-4f8b-4853-a757-e127786db6c6 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:22.485381 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-83adf5c9-84e0-443e-90d7-e99a7eeeb4be req-5b570a17-4f8b-4853-a757-e127786db6c6 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 943 time: 0.0483770 May 25 23:07:22.523038 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-83adf5c9-84e0-443e-90d7-e99a7eeeb4be req-81e362d0-ed36-43c6-8459-ea6131d92c23 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316951 May 25 23:07:23.633442 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4d06a-adfe-4c23-9706-12e65e94026e req-4dd8922a-4697-4839-9d8b-0b23ebab949d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:23.634887 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5b4d06a-adfe-4c23-9706-12e65e94026e req-4dd8922a-4697-4839-9d8b-0b23ebab949d tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 943 time: 0.0471709 May 25 23:07:23.671707 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5b4d06a-adfe-4c23-9706-12e65e94026e req-3c3a6ff5-d06a-4c96-bb83-2c002c257d66 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 May 25 23:07:23.821206 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 7ced746e-90ce-4a35-be27-7d910c8f38a2 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:07:23.914566 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 7ced746e-90ce-4a35-be27-7d910c8f38a2, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=7ced746e-90ce-4a35-be27-7d910c8f38a2,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:23.925523 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '7ced746e-90ce-4a35-be27-7d910c8f38a2', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'port_id': '7ced746e-90ce-4a35-be27-7d910c8f38a2', 'mac_address': 'fa:16:3e:a7:ab:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:07:23.961122 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 7ced746e-90ce-4a35-be27-7d910c8f38a2 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:07:23.961500 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:23.973546 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ced746e-90ce-4a35-be27-7d910c8f38a2 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:07:23.991972 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 7ced746e-90ce-4a35-be27-7d910c8f38a2, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=7ced746e-90ce-4a35-be27-7d910c8f38a2,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:24.052926 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:24.101307 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=7ced746e-90ce-4a35-be27-7d910c8f38a2,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:24.607376 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['7ced746e-90ce-4a35-be27-7d910c8f38a2'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:07:24.786780 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605fe30-ba64-48e9-9661-ea76a861afa6 req-e245781c-c7cf-4d0f-8e98-c26f2dae01c8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:24.788282 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1605fe30-ba64-48e9-9661-ea76a861afa6 req-e245781c-c7cf-4d0f-8e98-c26f2dae01c8 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 944 time: 0.0521894 May 25 23:07:24.825895 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1605fe30-ba64-48e9-9661-ea76a861afa6 req-f2e97fb8-6cde-4978-89d0-d046f0ef2a74 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 May 25 23:07:25.705412 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:25.844641 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 7ced746e-90ce-4a35-be27-7d910c8f38a2 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:07:25.942164 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4928f-2e3d-4d7e-b6c3-d6389855a735 req-53c70fcf-8623-4b36-9e42-e1dcf2358f20 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:25.943560 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0ed4928f-2e3d-4d7e-b6c3-d6389855a735 req-53c70fcf-8623-4b36-9e42-e1dcf2358f20 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 944 time: 0.0483932 May 25 23:07:25.944970 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 7ced746e-90ce-4a35-be27-7d910c8f38a2 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:07:25.949067 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 7ced746e-90ce-4a35-be27-7d910c8f38a2 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:25.949433 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:25.980573 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0ed4928f-2e3d-4d7e-b6c3-d6389855a735 req-5564edcf-1f83-4255-b714-76f672163e09 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308571 May 25 23:07:26.024238 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 7ced746e-90ce-4a35-be27-7d910c8f38a2 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:07:26.024613 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:26.045333 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced746e-90ce-4a35-be27-7d910c8f38a2'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:07:26.047539 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997ce8e2-059b-4dce-b2f7-8ea1adf15429" -d '{"events": [{"server_uuid": "9edee9f2-d402-4c4e-9647-d38b57859f50", "name": "network-vif-plugged", "status": "completed", "tag": "7ced746e-90ce-4a35-be27-7d910c8f38a2"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:07:26.060170 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 7ced746e-90ce-4a35-be27-7d910c8f38a2, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=7ced746e-90ce-4a35-be27-7d910c8f38a2,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:26.085471 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2c7805-a84e-4c15-9d0a-6962dc7850fc x-openstack-request-id: req-fc2c7805-a84e-4c15-9d0a-6962dc7850fc {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:07:26.085759 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edee9f2-d402-4c4e-9647-d38b57859f50", "name": "network-vif-plugged", "status": "completed", "tag": "7ced746e-90ce-4a35-be27-7d910c8f38a2", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:07:26.086013 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc2c7805-a84e-4c15-9d0a-6962dc7850fc {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:07:26.086477 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2c7805-a84e-4c15-9d0a-6962dc7850fc'] response: {'server_uuid': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced746e-90ce-4a35-be27-7d910c8f38a2', 'code': 200} May 25 23:07:26.116215 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:26.169624 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=7ced746e-90ce-4a35-be27-7d910c8f38a2,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:26.177155 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.177504 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.177848 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.178184 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.178540 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.178876 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.179201 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.179527 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.179856 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.180179 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.180500 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.180823 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:26.442849 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0727b3-8f65-47a2-8baa-9844115f7670 req-8ce3471d-6bfa-404b-ba40-fc34a899cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:26.444960 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ae0727b3-8f65-47a2-8baa-9844115f7670 req-8ce3471d-6bfa-404b-ba40-fc34a899cfab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 1098 time: 0.0405076 May 25 23:07:26.495033 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ae0727b3-8f65-47a2-8baa-9844115f7670 req-19307e84-14d0-450e-b995-4e5f38ec1e6d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302744 May 25 23:07:27.096217 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ad3aa-45a6-4202-a373-2b9b7fe2533c req-80f6f1e9-f622-43ac-a0a2-ebac80c24ab1 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:27.097629 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-152ad3aa-45a6-4202-a373-2b9b7fe2533c req-80f6f1e9-f622-43ac-a0a2-ebac80c24ab1 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 945 time: 0.0505345 May 25 23:07:27.134980 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-152ad3aa-45a6-4202-a373-2b9b7fe2533c req-b2b2d3a9-5394-4d4e-a39e-d988f6476980 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 May 25 23:07:28.248827 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88894530-d8a9-4c38-a7a4-914ed46eddf5 req-0b0249ee-833d-4bcb-88fc-b0c66c675bbb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:28.250264 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-88894530-d8a9-4c38-a7a4-914ed46eddf5 req-0b0249ee-833d-4bcb-88fc-b0c66c675bbb tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 945 time: 0.0477679 May 25 23:07:28.287322 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-88894530-d8a9-4c38-a7a4-914ed46eddf5 req-91227aa1-7c29-41eb-aa87-ba2e3845a818 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303111 May 25 23:07:29.400438 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6e2ab-b0e6-40ff-ba8e-01c3c8c2502c req-be06db57-4c9a-47dc-ab51-e762a192e294 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:29.401915 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ca6e2ab-b0e6-40ff-ba8e-01c3c8c2502c req-be06db57-4c9a-47dc-ab51-e762a192e294 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 945 time: 0.0496402 May 25 23:07:29.439158 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ca6e2ab-b0e6-40ff-ba8e-01c3c8c2502c req-09c43d23-cb46-44d9-8a8e-3175ba936318 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 May 25 23:07:29.484818 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59075ea4-a297-4a96-9142-372c8820dc48 req-dbd9d911-1cd3-4155-8012-b73657663711 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412688 May 25 23:07:29.549245 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa753da-d1df-4d75-b0e4-a1c31d8be76c req-882bbee8-f391-463c-8c8e-1bd987b33f5a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:29.556439 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3fa753da-d1df-4d75-b0e4-a1c31d8be76c req-882bbee8-f391-463c-8c8e-1bd987b33f5a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 945 time: 0.0486455 May 25 23:07:29.561806 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 34576) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:07:29.579027 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-13860f8a-a471-4d04-bd91-b3737f18cc96 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Request body: {'floatingip': {'port_id': '7ced746e-90ce-4a35-be27-7d910c8f38a2'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:07:29.622080 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-13860f8a-a471-4d04-bd91-b3737f18cc96 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:29.679747 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59075ea4-a297-4a96-9142-372c8820dc48 req-3c538007-b367-46eb-ab71-5efccd9d050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:29.681126 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59075ea4-a297-4a96-9142-372c8820dc48 req-3c538007-b367-46eb-ab71-5efccd9d050d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 1098 time: 0.1292479 May 25 23:07:29.872381 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59075ea4-a297-4a96-9142-372c8820dc48 req-1a8edfc7-dd4c-43d9-be3d-0abf797b48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:29.873794 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59075ea4-a297-4a96-9142-372c8820dc48 req-1a8edfc7-dd4c-43d9-be3d-0abf797b48cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 912 time: 0.1665618 May 25 23:07:30.009907 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59075ea4-a297-4a96-9142-372c8820dc48 req-8f217715-8f15-47e8-8888-33d399b04bd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48d8d3fb-c7c5-444e-9698-ca2a17672583 HTTP/1.1" status: 200 len: 1000 time: 0.1280088 May 25 23:07:30.097375 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59075ea4-a297-4a96-9142-372c8820dc48 req-d9ae2c59-86ed-4d2a-ab69-bc87c4561bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:30.098840 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59075ea4-a297-4a96-9142-372c8820dc48 req-d9ae2c59-86ed-4d2a-ab69-bc87c4561bbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d0830f-722c-4736-aae8-acdb24d95416 HTTP/1.1" status: 200 len: 850 time: 0.0812988 May 25 23:07:30.207380 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59075ea4-a297-4a96-9142-372c8820dc48 req-6695acb7-1dc9-47b8-b0ff-c60ac4b148b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:30.208837 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59075ea4-a297-4a96-9142-372c8820dc48 req-6695acb7-1dc9-47b8-b0ff-c60ac4b148b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892cb638-a1e1-4c1f-9fa3-d697ac74511c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011896 May 25 23:07:30.228097 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-13860f8a-a471-4d04-bd91-b3737f18cc96 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:30.291421 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-13860f8a-a471-4d04-bd91-b3737f18cc96 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:30.345256 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59075ea4-a297-4a96-9142-372c8820dc48 req-2c419b94-c284-4dcc-89c9-3c9394313158 service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190615 May 25 23:07:30.450589 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [None req-13860f8a-a471-4d04-bd91-b3737f18cc96 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Floating IP 733e09d8-0da7-4fb4-833c-b52d1ee58ecd associated. External IP: 172.27.1.182, port: 7ced746e-90ce-4a35-be27-7d910c8f38a2. May 25 23:07:30.513555 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59075ea4-a297-4a96-9142-372c8820dc48 req-e89578ca-b1af-4ccc-93e3-4413ba65091a service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565914 May 25 23:07:30.676683 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13860f8a-a471-4d04-bd91-b3737f18cc96 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:07:31.045050 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13860f8a-a471-4d04-bd91-b3737f18cc96 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:07:31.050764 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-13860f8a-a471-4d04-bd91-b3737f18cc96 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:31.055323 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4330ab-4e4a-401c-bb65-bf5b8f1f299c None None] Sync routers for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:07:31.066035 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4330ab-4e4a-401c-bb65-bf5b8f1f299c None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:07:31.068831 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-cd4330ab-4e4a-401c-bb65-bf5b8f1f299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:07:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:31.077115 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-13860f8a-a471-4d04-bd91-b3737f18cc96 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "PUT /v2.0/floatingips/733e09d8-0da7-4fb4-833c-b52d1ee58ecd HTTP/1.1" status: 200 len: 991 time: 1.5141280 May 25 23:07:31.077589 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'tag': '7ced746e-90ce-4a35-be27-7d910c8f38a2'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:07:31.079870 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5049c5-7c88-4c7b-80dc-8fe913211a45" -d '{"events": [{"name": "network-changed", "server_uuid": "9edee9f2-d402-4c4e-9647-d38b57859f50", "tag": "7ced746e-90ce-4a35-be27-7d910c8f38a2"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:07:31.128119 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5aa498-2747-4b93-96ad-51ed4949dcc9 x-openstack-request-id: req-6a5aa498-2747-4b93-96ad-51ed4949dcc9 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:07:31.128119 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edee9f2-d402-4c4e-9647-d38b57859f50", "tag": "7ced746e-90ce-4a35-be27-7d910c8f38a2", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:07:31.128422 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a5aa498-2747-4b93-96ad-51ed4949dcc9 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:07:31.128813 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5aa498-2747-4b93-96ad-51ed4949dcc9'] response: {'name': 'network-changed', 'server_uuid': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'tag': '7ced746e-90ce-4a35-be27-7d910c8f38a2', 'status': 'completed', 'code': 200} May 25 23:07:31.171615 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-cd4330ab-4e4a-401c-bb65-bf5b8f1f299c None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:07:31.219802 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5049c5-7c88-4c7b-80dc-8fe913211a45 req-d9b47b1a-8b1a-495d-b483-2421c72946aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:31.221680 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dc5049c5-7c88-4c7b-80dc-8fe913211a45 req-d9b47b1a-8b1a-495d-b483-2421c72946aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 1098 time: 0.0446975 May 25 23:07:31.320542 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5049c5-7c88-4c7b-80dc-8fe913211a45 req-f8a23865-1e47-4d9a-be25-63fa4f5ac6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:31.321982 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dc5049c5-7c88-4c7b-80dc-8fe913211a45 req-f8a23865-1e47-4d9a-be25-63fa4f5ac6f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 915 time: 0.0881662 May 25 23:07:31.392880 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-cd4330ab-4e4a-401c-bb65-bf5b8f1f299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '733e09d8-0da7-4fb4-833c-b52d1ee58ecd', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': '7ced746e-90ce-4a35-be27-7d910c8f38a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:a7:ab:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:07:12Z', 'updated_at': '2022-05-25T23:07:30Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:31.395353 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dc5049c5-7c88-4c7b-80dc-8fe913211a45 req-559b80e4-df71-4b44-9764-3885e22000d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ced746e-90ce-4a35-be27-7d910c8f38a2 HTTP/1.1" status: 200 len: 999 time: 0.0588806 May 25 23:07:31.453595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5049c5-7c88-4c7b-80dc-8fe913211a45 req-5ae1cfe7-cfa7-4877-ba7a-94d2403c1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:31.455458 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dc5049c5-7c88-4c7b-80dc-8fe913211a45 req-5ae1cfe7-cfa7-4877-ba7a-94d2403c1dae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.0464437 May 25 23:07:31.510248 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4330ab-4e4a-401c-bb65-bf5b8f1f299c None None] Checking router: c3b3a688-ed9e-4dd5-b5fb-50af9944f744 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:07:31.514254 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5049c5-7c88-4c7b-80dc-8fe913211a45 req-0333310b-0b2f-48db-93f9-b97227f90d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:31.515889 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dc5049c5-7c88-4c7b-80dc-8fe913211a45 req-0333310b-0b2f-48db-93f9-b97227f90d9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471945 May 25 23:07:31.518758 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4330ab-4e4a-401c-bb65-bf5b8f1f299c None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:07:31.519351 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-cd4330ab-4e4a-401c-bb65-bf5b8f1f299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:07:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:31.616561 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dc5049c5-7c88-4c7b-80dc-8fe913211a45 req-327f42b0-77bb-4541-83e5-10516ccedcb2 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814240 May 25 23:07:31.622388 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-cd4330ab-4e4a-401c-bb65-bf5b8f1f299c None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:07:31.712587 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dc5049c5-7c88-4c7b-80dc-8fe913211a45 req-eb957d03-462c-432a-9def-8f61638cea83 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844865 May 25 23:07:31.838782 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-cd4330ab-4e4a-401c-bb65-bf5b8f1f299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '733e09d8-0da7-4fb4-833c-b52d1ee58ecd', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': '7ced746e-90ce-4a35-be27-7d910c8f38a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:a7:ab:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:07:12Z', 'updated_at': '2022-05-25T23:07:30Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:31.872317 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4330ab-4e4a-401c-bb65-bf5b8f1f299c None None] The sync data for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi is: [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '733e09d8-0da7-4fb4-833c-b52d1ee58ecd', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'port_id': '7ced746e-90ce-4a35-be27-7d910c8f38a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'mac_address': 'fa:16:3e:a7:ab:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:07:12Z', 'updated_at': '2022-05-25T23:07:30Z', 'revision_number': 1, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:07:32.048804 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46361990-83f7-4a9d-994e-8a091d9cfcaa None None] New status for floating IP 733e09d8-0da7-4fb4-833c-b52d1ee58ecd: ACTIVE {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:07:34.575042 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7205491-65e2-473a-9763-155d5533d0c8 req-fddccb94-9119-4285-8fff-84db73b62571 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:34.576473 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7205491-65e2-473a-9763-155d5533d0c8 req-fddccb94-9119-4285-8fff-84db73b62571 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0481629 May 25 23:07:34.614573 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7205491-65e2-473a-9763-155d5533d0c8 req-4b1c3741-f924-418d-ac83-36c8f8139e1a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311422 May 25 23:07:35.734964 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31204084-e7c1-4739-a65e-6ca038a0af4d req-bdbeaa1a-a15e-48bc-8975-9af48588b179 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:35.736708 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-31204084-e7c1-4739-a65e-6ca038a0af4d req-bdbeaa1a-a15e-48bc-8975-9af48588b179 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0482817 May 25 23:07:35.774366 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-31204084-e7c1-4739-a65e-6ca038a0af4d req-fbeb5b80-32bb-4cb9-8b77-6ce65dffa38f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317044 May 25 23:07:36.895573 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d56cab-9df1-4e68-8e8f-2d5d5dbad7cf req-01b33aa4-8529-417e-8064-4815efda83e5 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:36.897004 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-82d56cab-9df1-4e68-8e8f-2d5d5dbad7cf req-01b33aa4-8529-417e-8064-4815efda83e5 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0511498 May 25 23:07:36.935440 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-82d56cab-9df1-4e68-8e8f-2d5d5dbad7cf req-7b411920-8e68-45a4-b408-7f69e7933c83 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324740 May 25 23:07:38.051428 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e5a86-5d56-486e-99a2-635cec65fc16 req-a9b52aaf-e525-4b58-99be-7e9698c24b0b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:38.052864 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cc5e5a86-5d56-486e-99a2-635cec65fc16 req-a9b52aaf-e525-4b58-99be-7e9698c24b0b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0471609 May 25 23:07:38.089593 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cc5e5a86-5d56-486e-99a2-635cec65fc16 req-eddff383-6f4e-4eb5-b275-77a9d5c9413e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307910 May 25 23:07:39.206158 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b6c51-ce6a-4c09-b655-313871b074da req-2ca63ead-f338-468f-9daf-dab1e9c01a2f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:39.207600 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-016b6c51-ce6a-4c09-b655-313871b074da req-2ca63ead-f338-468f-9daf-dab1e9c01a2f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0472455 May 25 23:07:39.245592 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-016b6c51-ce6a-4c09-b655-313871b074da req-f472aae2-7bb4-4bdf-941a-8de66913d63a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321379 May 25 23:07:40.363847 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56df0a3-c529-4cd5-84e2-aab1dc69cc27 req-9cf2e9d5-518c-4392-9803-3c6c99d2c486 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:40.365162 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a56df0a3-c529-4cd5-84e2-aab1dc69cc27 req-9cf2e9d5-518c-4392-9803-3c6c99d2c486 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0511234 May 25 23:07:40.402140 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a56df0a3-c529-4cd5-84e2-aab1dc69cc27 req-2c085f9d-6ad6-407b-bbc8-bdd84cd62dc0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307684 May 25 23:07:41.520245 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bd57f-00b4-41c7-a771-10d94967a817 req-e399c56e-8c04-4f1f-8521-a993dd96a42e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:41.521677 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b04bd57f-00b4-41c7-a771-10d94967a817 req-e399c56e-8c04-4f1f-8521-a993dd96a42e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0497348 May 25 23:07:41.558048 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b04bd57f-00b4-41c7-a771-10d94967a817 req-cd01650a-08a1-4563-98d3-4e9c538dba7d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304663 May 25 23:07:41.796283 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3229d9c6-e5f4-445e-8740-5c3417545cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:42.675020 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b9286-dbf0-4e8f-a660-790e093ff9e6 req-0e089be0-a328-458e-82d1-5f2974ffb618 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:42.676445 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-216b9286-dbf0-4e8f-a660-790e093ff9e6 req-0e089be0-a328-458e-82d1-5f2974ffb618 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0477097 May 25 23:07:42.712366 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-216b9286-dbf0-4e8f-a660-790e093ff9e6 req-1e63801f-d375-4be5-a0b6-68ae1d56e9bf tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300887 May 25 23:07:43.834481 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85d6dd-03ca-4119-ba0c-7a0a212ea6c8 req-bfac5b69-8c26-4c13-b3e8-30eec2e40df1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:43.835939 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8f85d6dd-03ca-4119-ba0c-7a0a212ea6c8 req-bfac5b69-8c26-4c13-b3e8-30eec2e40df1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0517564 May 25 23:07:43.872544 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8f85d6dd-03ca-4119-ba0c-7a0a212ea6c8 req-1ddc50f1-ab0c-48eb-b2e4-856ff2c269a5 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307124 May 25 23:07:44.167558 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-de885f2b-28f0-40c6-be17-6b72b3447a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:44.988343 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04683f8e-54b4-4325-9022-ab72c99a940d req-35832b0b-a4f6-42d0-9678-da3dadad88d4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:44.989759 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-04683f8e-54b4-4325-9022-ab72c99a940d req-35832b0b-a4f6-42d0-9678-da3dadad88d4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0469422 May 25 23:07:45.026740 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-04683f8e-54b4-4325-9022-ab72c99a940d req-78cb1470-a85f-485f-9a48-b6636e853b78 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308475 May 25 23:07:45.287134 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:46.142909 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0d4bc-52f9-4a44-be60-624d09a053ca req-d5a9dd16-7167-4171-8b8d-caaf05945cd4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:46.144339 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6be0d4bc-52f9-4a44-be60-624d09a053ca req-d5a9dd16-7167-4171-8b8d-caaf05945cd4 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0472035 May 25 23:07:46.181249 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6be0d4bc-52f9-4a44-be60-624d09a053ca req-b7af5e04-5d8a-432c-82c4-2e38b6e7b514 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309031 May 25 23:07:46.561418 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:47.144501 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:47.301547 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5fe74-e0b0-4b23-985c-2497dfc0a71d req-3c4e856c-76c5-4caf-8c79-77f7814d3b6a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:47.303013 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5be5fe74-e0b0-4b23-985c-2497dfc0a71d req-3c4e856c-76c5-4caf-8c79-77f7814d3b6a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0514305 May 25 23:07:47.339479 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5be5fe74-e0b0-4b23-985c-2497dfc0a71d req-c2a69a99-7af3-4db3-9257-9f70bdbc8981 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305417 May 25 23:07:47.937527 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 0a3ebc0d-05cd-42c8-a343-3990ba914770 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:07:48.031096 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:48.041848 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'port_id': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'mac_address': 'fa:16:3e:a3:6f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:07:48.076997 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 0a3ebc0d-05cd-42c8-a343-3990ba914770 is: ACTIVE; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:07:48.077381 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:48.089344 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a3ebc0d-05cd-42c8-a343-3990ba914770 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:07:48.108873 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:48.196511 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:48.247016 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=0a3ebc0d-05cd-42c8-a343-3990ba914770,revision_number=6']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:48.462188 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226662c9-a166-40b2-a285-0653c718ec5c req-18c9384f-f299-4ee4-8174-80d24f2b7f5e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:48.463571 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-226662c9-a166-40b2-a285-0653c718ec5c req-18c9384f-f299-4ee4-8174-80d24f2b7f5e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 945 time: 0.0476308 May 25 23:07:48.504040 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-226662c9-a166-40b2-a285-0653c718ec5c req-36418bea-75fb-45fc-9853-ab9c3cf632bf tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344958 May 25 23:07:48.588992 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['0a3ebc0d-05cd-42c8-a343-3990ba914770'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:07:48.848380 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:07:49.622542 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5e735-4d53-4bc6-90c5-398a418d43e7 req-f89178f9-68cf-4164-a8ad-6865bfb82db0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:49.623961 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b7b5e735-4d53-4bc6-90c5-398a418d43e7 req-f89178f9-68cf-4164-a8ad-6865bfb82db0 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 945 time: 0.0477703 May 25 23:07:49.661395 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b7b5e735-4d53-4bc6-90c5-398a418d43e7 req-f5b0846a-8700-4d88-b953-b9ba2dae5d7b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307276 May 25 23:07:49.942547 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 0a3ebc0d-05cd-42c8-a343-3990ba914770 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:07:49.990218 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 0a3ebc0d-05cd-42c8-a343-3990ba914770 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:49.990613 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:50.065061 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 0a3ebc0d-05cd-42c8-a343-3990ba914770 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:07:50.065444 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:50.087365 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:07:50.089567 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8647150-579f-4fa5-b70b-bfab930affff" -d '{"events": [{"server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "name": "network-vif-plugged", "status": "completed", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:07:50.102729 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:50.188745 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2042ce5-1733-4c36-8df3-2cb27f5fe8ff x-openstack-request-id: req-b2042ce5-1733-4c36-8df3-2cb27f5fe8ff {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:07:50.188958 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "name": "network-vif-plugged", "status": "completed", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:07:50.189211 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2042ce5-1733-4c36-8df3-2cb27f5fe8ff {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:07:50.189595 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2042ce5-1733-4c36-8df3-2cb27f5fe8ff'] response: {'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'code': 200} May 25 23:07:50.197592 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:50.245858 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=0a3ebc0d-05cd-42c8-a343-3990ba914770,revision_number=7']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:50.782932 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b421-fb92-4442-8932-6940042b4cc6 req-0770efe8-d1c0-48b6-9bc6-91fcf41f0208 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:50.784369 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-82a0b421-fb92-4442-8932-6940042b4cc6 req-0770efe8-d1c0-48b6-9bc6-91fcf41f0208 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0529556 May 25 23:07:50.820800 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-82a0b421-fb92-4442-8932-6940042b4cc6 req-aaac95bf-2715-4088-ae76-ad8d5a643460 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305746 May 25 23:07:51.944851 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daba15-32f1-4947-b141-5748ad47ce28 req-9bb33534-b699-458e-adec-afaa2ad66a52 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:51.946188 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-97daba15-32f1-4947-b141-5748ad47ce28 req-9bb33534-b699-458e-adec-afaa2ad66a52 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0478828 May 25 23:07:51.982668 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-97daba15-32f1-4947-b141-5748ad47ce28 req-cf091c5c-8084-42b1-ad16-5ff5b7a19893 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304871 May 25 23:07:53.099445 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca81c5-024c-4c11-837c-4031410a592a req-ffa37429-2d72-4fec-b038-02fc3860497e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:53.100879 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-04ca81c5-024c-4c11-837c-4031410a592a req-ffa37429-2d72-4fec-b038-02fc3860497e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0474598 May 25 23:07:53.138184 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-04ca81c5-024c-4c11-837c-4031410a592a req-f1201161-3d89-487d-ae04-743fdbe89132 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313935 May 25 23:07:54.257986 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95038cee-8cac-4e39-aa6a-c01040e988a6 req-da531fa8-e5c2-482d-9318-95c426b53468 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:54.259415 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-95038cee-8cac-4e39-aa6a-c01040e988a6 req-da531fa8-e5c2-482d-9318-95c426b53468 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0512106 May 25 23:07:54.296490 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-95038cee-8cac-4e39-aa6a-c01040e988a6 req-c601847a-d9c1-4c6d-8652-9e238ed5920b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312226 May 25 23:07:55.441082 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d4ab1-0084-4376-936d-2c4fca15fddb req-17f5b3fa-a9ea-49ca-ba37-8db95ca5c43b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:55.443223 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1a9d4ab1-0084-4376-936d-2c4fca15fddb req-17f5b3fa-a9ea-49ca-ba37-8db95ca5c43b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0716162 May 25 23:07:55.494887 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1a9d4ab1-0084-4376-936d-2c4fca15fddb req-f08be1f0-2d70-4725-91c3-f6b9b4235337 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446391 May 25 23:07:55.734703 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:56.620144 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8a0ee-674e-4804-bfa0-0ff271908866 req-dbc7a5ec-8fca-4b46-b146-e02998d78560 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:56.621693 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-71f8a0ee-674e-4804-bfa0-0ff271908866 req-dbc7a5ec-8fca-4b46-b146-e02998d78560 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0508525 May 25 23:07:56.673004 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-71f8a0ee-674e-4804-bfa0-0ff271908866 req-376e7a0e-7eee-4452-9273-a51a5b89a044 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450149 May 25 23:07:57.805218 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baae7c1-da42-4570-bcf6-613af6ac7c39 req-e6308c2b-e28f-433b-9dad-d65a661852cb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:57.806760 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6baae7c1-da42-4570-bcf6-613af6ac7c39 req-e6308c2b-e28f-433b-9dad-d65a661852cb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0556633 May 25 23:07:57.847709 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6baae7c1-da42-4570-bcf6-613af6ac7c39 req-aa822a0e-d13e-4d4c-862b-0eeff84e9f2f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349438 May 25 23:07:58.972188 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f79444-a42d-459c-a756-22714ea49e47 req-ccfab217-6774-4ce4-99ed-3af0404ae67c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:07:58.974439 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-86f79444-a42d-459c-a756-22714ea49e47 req-ccfab217-6774-4ce4-99ed-3af0404ae67c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0538554 May 25 23:07:59.013607 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-86f79444-a42d-459c-a756-22714ea49e47 req-1068a0a4-fe35-44fb-876b-6ac519f33520 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332978 May 25 23:08:00.136956 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754d9f7-57a3-47bc-a6cc-68c08ef79dfd req-4b690dcc-2c4a-4c48-a23d-835f975ad97d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:00.138534 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d754d9f7-57a3-47bc-a6cc-68c08ef79dfd req-4b690dcc-2c4a-4c48-a23d-835f975ad97d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0532715 May 25 23:08:00.183907 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d754d9f7-57a3-47bc-a6cc-68c08ef79dfd req-d555b289-c8ba-41d3-b109-a4af6c8dfc38 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367625 May 25 23:08:01.328640 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48a3a-277e-40ea-bf28-a0b9041746a1 req-6f31f1bb-d51f-42a8-9ce1-98ac1e8cc7eb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:01.330706 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3fa48a3a-277e-40ea-bf28-a0b9041746a1 req-6f31f1bb-d51f-42a8-9ce1-98ac1e8cc7eb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0556271 May 25 23:08:01.371831 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3fa48a3a-277e-40ea-bf28-a0b9041746a1 req-93ec2bcd-d787-4ed2-bba1-0de033ae3610 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351458 May 25 23:08:02.493972 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8460ded-3c00-488b-8ee9-46cb143ecead req-3516116c-a7c1-4db9-a1cc-f297ae9d478d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:02.495436 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8460ded-3c00-488b-8ee9-46cb143ecead req-3516116c-a7c1-4db9-a1cc-f297ae9d478d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0483274 May 25 23:08:02.533855 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d8460ded-3c00-488b-8ee9-46cb143ecead req-313c466a-6b16-4622-ab35-056f3f8a3961 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325119 May 25 23:08:03.655880 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4603-5b7e-494c-bd42-b55d9212e6be req-09725f1a-fbb4-44c8-868b-c615e7ee0dc7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:03.658291 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-543b4603-5b7e-494c-bd42-b55d9212e6be req-09725f1a-fbb4-44c8-868b-c615e7ee0dc7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0496044 May 25 23:08:03.697421 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-543b4603-5b7e-494c-bd42-b55d9212e6be req-00d91be7-50fc-4e28-8785-8f1b56cc7655 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327003 May 25 23:08:04.834827 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1a44e-435d-4e76-aa22-5cb2a9231a6d req-fc354d6e-a5ff-4cce-857f-a371180d4c0d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:04.836262 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3df1a44e-435d-4e76-aa22-5cb2a9231a6d req-fc354d6e-a5ff-4cce-857f-a371180d4c0d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0656171 May 25 23:08:04.873431 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3df1a44e-435d-4e76-aa22-5cb2a9231a6d req-6ef2f23d-6961-4718-bce6-2685b76d2421 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312805 May 25 23:08:05.997035 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276376-ed09-4fe3-b868-7cc7627561ad req-b9acdc72-71af-4cff-9732-fefef9893e98 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:05.998665 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2c276376-ed09-4fe3-b868-7cc7627561ad req-b9acdc72-71af-4cff-9732-fefef9893e98 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0502350 May 25 23:08:06.039731 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2c276376-ed09-4fe3-b868-7cc7627561ad req-ea9ac536-12d6-4ffe-8f52-b0a719c6585c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342007 May 25 23:08:07.167695 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d76e-769d-4f01-8b21-d86e2d67191e req-8ced5c10-0d4e-4d79-b731-7d15e729a8da tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:07.169159 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ba5d76e-769d-4f01-8b21-d86e2d67191e req-8ced5c10-0d4e-4d79-b731-7d15e729a8da tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0528774 May 25 23:08:07.210566 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ba5d76e-769d-4f01-8b21-d86e2d67191e req-0c77d95a-3254-4902-a3d4-3a38800ef16e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345047 May 25 23:08:08.348881 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e23e5-be2b-4016-a528-480b53e80a5f req-489eb3d9-bdbe-4f40-8c9f-9bd2444933f3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:08.351220 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ad0e23e5-be2b-4016-a528-480b53e80a5f req-489eb3d9-bdbe-4f40-8c9f-9bd2444933f3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0599732 May 25 23:08:08.392295 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ad0e23e5-be2b-4016-a528-480b53e80a5f req-8b0078cf-1989-4b5c-b13c-9dedf7d19d29 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336232 May 25 23:08:09.523891 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fddcdd-a082-43f3-90d0-b8c053cebf61 req-a9d2aada-3777-4410-8166-baef3ff8dc94 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:09.525329 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b4fddcdd-a082-43f3-90d0-b8c053cebf61 req-a9d2aada-3777-4410-8166-baef3ff8dc94 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0485084 May 25 23:08:09.563059 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b4fddcdd-a082-43f3-90d0-b8c053cebf61 req-3cccd355-6c75-4af3-893f-3c5cead6c749 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318255 May 25 23:08:10.681421 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971eeac-baa4-4631-9851-ebc6537b6f6a req-785a546c-ac3b-485f-8e39-c830389b021f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:10.682894 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c971eeac-baa4-4631-9851-ebc6537b6f6a req-785a546c-ac3b-485f-8e39-c830389b021f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0499642 May 25 23:08:10.720800 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c971eeac-baa4-4631-9851-ebc6537b6f6a req-1759b69e-6b57-4e74-aed7-05885832f8c2 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319073 May 25 23:08:10.800921 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36c691-67e1-44be-9408-a5ac553bd632 req-abf11cfb-8328-4b62-bed8-42e0ac893a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:10.802373 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fe36c691-67e1-44be-9408-a5ac553bd632 req-abf11cfb-8328-4b62-bed8-42e0ac893a4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 1099 time: 0.0431211 May 25 23:08:10.889688 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36c691-67e1-44be-9408-a5ac553bd632 req-fa5f4419-bcad-4c7c-84d5-11de804f31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:10.891042 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fe36c691-67e1-44be-9408-a5ac553bd632 req-fa5f4419-bcad-4c7c-84d5-11de804f31ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 917 time: 0.0805099 May 25 23:08:10.957192 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fe36c691-67e1-44be-9408-a5ac553bd632 req-50974df1-11df-43c1-91f6-d7d137ae14fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770 HTTP/1.1" status: 200 len: 1002 time: 0.0588140 May 25 23:08:11.005641 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36c691-67e1-44be-9408-a5ac553bd632 req-7e7d0120-e12f-4a22-b31b-97b02d684460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:11.007105 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fe36c691-67e1-44be-9408-a5ac553bd632 req-7e7d0120-e12f-4a22-b31b-97b02d684460 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 200 len: 855 time: 0.0429204 May 25 23:08:11.053466 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36c691-67e1-44be-9408-a5ac553bd632 req-6cdf81df-be80-4c79-b786-c5100dd63ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:11.054992 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fe36c691-67e1-44be-9408-a5ac553bd632 req-6cdf81df-be80-4c79-b786-c5100dd63ca4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f0395b-c390-4bb8-bd13-7c3f2ff21723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401139 May 25 23:08:11.149226 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fe36c691-67e1-44be-9408-a5ac553bd632 req-0ef856e8-5264-4989-b5e7-ee9805861906 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851896 May 25 23:08:11.236744 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fe36c691-67e1-44be-9408-a5ac553bd632 req-4561199c-a965-4734-9646-5ed870e55d75 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802040 May 25 23:08:11.760741 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-be8fd321-2319-4dc7-b435-ef12584547ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:11.840899 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd891c-5ed3-47d2-84db-c3a4a573e3e5 req-8249a54f-39db-42ee-afba-998bf53ef639 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:11.842347 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0ecd891c-5ed3-47d2-84db-c3a4a573e3e5 req-8249a54f-39db-42ee-afba-998bf53ef639 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0484667 May 25 23:08:11.879721 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0ecd891c-5ed3-47d2-84db-c3a4a573e3e5 req-bb519dbd-0266-4707-8e84-d8f8e93c8f68 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313072 May 25 23:08:13.001065 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea31ef-30a6-4539-8168-bb2b7354eb4d req-481fcb80-e364-4a5c-9779-d29ae77c4682 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:13.002523 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-93ea31ef-30a6-4539-8168-bb2b7354eb4d req-481fcb80-e364-4a5c-9779-d29ae77c4682 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0515826 May 25 23:08:13.039522 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-93ea31ef-30a6-4539-8168-bb2b7354eb4d req-54eb3a93-76ba-4eed-b529-6326803cf9ab tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309963 May 25 23:08:14.033133 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 0a3ebc0d-05cd-42c8-a343-3990ba914770 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:08:14.119593 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 0a3ebc0d-05cd-42c8-a343-3990ba914770 is: ACTIVE; New status is: DOWN {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:08:14.119978 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:14.144831 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:08:14.147087 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ce82a0-2e35-474a-be1f-3af82f39ee17" -d '{"events": [{"server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:08:14.158591 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126a0ff-469e-4115-ad42-9c9510b7208a req-942a68e5-1e25-416e-9c5f-2fc9aef67bbb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:14.160788 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b126a0ff-469e-4115-ad42-9c9510b7208a req-942a68e5-1e25-416e-9c5f-2fc9aef67bbb tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 946 time: 0.0503924 May 25 23:08:14.164361 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:14.194717 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 23:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba6a23e-fd36-4626-b014-babf5e9db555 x-openstack-request-id: req-3ba6a23e-fd36-4626-b014-babf5e9db555 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:08:14.194717 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:08:14.194717 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ba6a23e-fd36-4626-b014-babf5e9db555 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:08:14.194717 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba6a23e-fd36-4626-b014-babf5e9db555'] response: {'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'code': 200} May 25 23:08:14.201114 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b126a0ff-469e-4115-ad42-9c9510b7208a req-1b890b7c-a473-4497-b328-2925ef7d9b6e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334339 May 25 23:08:14.212444 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-391e8697-916a-461e-9a33-70cecf422b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:14.246854 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:14.296047 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=0a3ebc0d-05cd-42c8-a343-3990ba914770,revision_number=8']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:15.309870 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:16.300798 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a93143-ce77-4c55-be3f-a347bdea862f req-809251d9-8f28-4eae-b21b-a090fedc458b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:16.302237 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-79a93143-ce77-4c55-be3f-a347bdea862f req-809251d9-8f28-4eae-b21b-a090fedc458b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0491309 May 25 23:08:16.340710 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-79a93143-ce77-4c55-be3f-a347bdea862f req-44c3c6f3-ffd9-4a23-a899-0eece109c150 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322032 May 25 23:08:16.578395 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:16.643353 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-6bcd1322-1857-45bc-bbff-f2e12f1fe5c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423851 May 25 23:08:17.166843 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:17.468754 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc2e3b-9b47-4b9e-ad26-4179448baf54 req-7e83851b-3b03-4fcd-97f0-32f630e70c8b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:17.470198 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9ddc2e3b-9b47-4b9e-ad26-4179448baf54 req-7e83851b-3b03-4fcd-97f0-32f630e70c8b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0512276 May 25 23:08:17.508709 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9ddc2e3b-9b47-4b9e-ad26-4179448baf54 req-d1c89432-2519-421a-8bd4-220d599838b8 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315688 May 25 23:08:18.018415 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-039acf88-c95e-4644-b9e4-8c771a518b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:18.019759 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-039acf88-c95e-4644-b9e4-8c771a518b33 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f&tenant_id=6b959c8b4c7c40e7a8862dce3c449e49 HTTP/1.1" status: 200 len: 1097 time: 0.0391903 May 25 23:08:18.038245 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 0a3ebc0d-05cd-42c8-a343-3990ba914770 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:08:18.098812 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-4db0532e-9705-4686-a84d-0d9dc41a3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:18.100530 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-4db0532e-9705-4686-a84d-0d9dc41a3372 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 1097 time: 0.0400248 May 25 23:08:18.116080 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 0a3ebc0d-05cd-42c8-a343-3990ba914770 is: DOWN; New status is: DOWN {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:08:18.191212 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-f48354be-c262-4f0c-8de0-0a22515e4651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:18.193305 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-f48354be-c262-4f0c-8de0-0a22515e4651 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 917 time: 0.0857437 May 25 23:08:18.258195 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-0e14392f-9467-4b56-b523-fb7ac2931195 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770 HTTP/1.1" status: 200 len: 1000 time: 0.0567369 May 25 23:08:18.309950 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-3402a3c4-92e7-4413-8ecf-e8440c372012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:18.311368 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-3402a3c4-92e7-4413-8ecf-e8440c372012 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 200 len: 855 time: 0.0456908 May 25 23:08:18.356666 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-c16b44d4-313e-4449-a898-8387a1bcabf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:18.358067 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-c16b44d4-313e-4449-a898-8387a1bcabf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f0395b-c390-4bb8-bd13-7c3f2ff21723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383492 May 25 23:08:18.445174 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-d6681d8d-d8a1-4d2c-90a5-0d0b3371ef6a service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786448 May 25 23:08:18.536213 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-a6f7a67a-32b3-4e9b-9985-1f2f42f259c7 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826514 May 25 23:08:18.628246 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34870820-23e5-4980-88af-e080043d27b5 req-716f7806-1d33-4aef-80cf-207b8a02428c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:18.629670 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34870820-23e5-4980-88af-e080043d27b5 req-716f7806-1d33-4aef-80cf-207b8a02428c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0495522 May 25 23:08:18.668277 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-34870820-23e5-4980-88af-e080043d27b5 req-e8a5ecf7-79cc-44ee-b040-d5e90a96f607 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324771 May 25 23:08:19.791026 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c143d-9164-452b-8ce9-34e1bfb39678 req-54332e94-571c-4f49-b741-5fdbdc164f8f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:19.792835 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c85c143d-9164-452b-8ce9-34e1bfb39678 req-54332e94-571c-4f49-b741-5fdbdc164f8f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0489357 May 25 23:08:19.830796 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c85c143d-9164-452b-8ce9-34e1bfb39678 req-22db280d-4cc4-4b7d-a885-e5f2b4bd94ee tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316436 May 25 23:08:20.952941 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e51ea1-5a0e-4d68-8c4f-ca9737a841e1 req-71d91a5f-ec9b-482d-ba50-f245066a645b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:20.954371 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-95e51ea1-5a0e-4d68-8c4f-ca9737a841e1 req-71d91a5f-ec9b-482d-ba50-f245066a645b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0512228 May 25 23:08:20.990557 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-95e51ea1-5a0e-4d68-8c4f-ca9737a841e1 req-e3b0752a-75a8-4ce8-8e17-bb04fcd7618f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297070 May 25 23:08:22.121405 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5700fc6-773e-4662-a2a0-b97a64ad88b6 req-ab95ef7a-241b-4002-af60-35847aaf442e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:22.122966 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b5700fc6-773e-4662-a2a0-b97a64ad88b6 req-ab95ef7a-241b-4002-af60-35847aaf442e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0556409 May 25 23:08:22.171300 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b5700fc6-773e-4662-a2a0-b97a64ad88b6 req-70dc8f9f-c50d-468f-9db5-197d9df00f54 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421646 May 25 23:08:23.300441 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90af68b-608b-4439-a99f-c6041f423518 req-bfb6af00-2747-4208-b359-f6d3be76a3fa tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:23.310147 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f90af68b-608b-4439-a99f-c6041f423518 req-bfb6af00-2747-4208-b359-f6d3be76a3fa tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0654593 May 25 23:08:23.354900 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f90af68b-608b-4439-a99f-c6041f423518 req-8e78fd8a-d305-4935-bedd-150d90c7e83e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433292 May 25 23:08:24.502865 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef172-bf46-418d-935d-be7c6034340a req-b8382651-5eaa-4880-b682-562d0fe029d7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:24.504358 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-505ef172-bf46-418d-935d-be7c6034340a req-b8382651-5eaa-4880-b682-562d0fe029d7 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0829897 May 25 23:08:24.549925 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-505ef172-bf46-418d-935d-be7c6034340a req-121270f4-551c-4925-a96d-1de27ba1920c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383208 May 25 23:08:25.674884 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb755baf-1f47-41e0-b2f6-18155de6979b req-affe4933-7bb2-4875-a7f0-17c73a51c3b1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:25.676359 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fb755baf-1f47-41e0-b2f6-18155de6979b req-affe4933-7bb2-4875-a7f0-17c73a51c3b1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0534689 May 25 23:08:25.718540 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fb755baf-1f47-41e0-b2f6-18155de6979b req-bdc67726-4da6-4049-9119-1985a87d58c2 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359745 May 25 23:08:25.744240 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:25.846785 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:08:26.852848 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081a548-1aab-4608-9059-9d2dabdfe6ed req-267c975d-db71-4763-a300-9cab129eba54 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:26.854451 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8081a548-1aab-4608-9059-9d2dabdfe6ed req-267c975d-db71-4763-a300-9cab129eba54 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0533121 May 25 23:08:26.892681 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8081a548-1aab-4608-9059-9d2dabdfe6ed req-3d5d652b-0e03-47a3-baa4-a5c4ea9fbff1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320547 May 25 23:08:28.039989 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ffd9e-8ed5-4528-9c93-0770db881f22 req-e12941da-2c00-4a08-af96-035c2a22740c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:28.041661 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-116ffd9e-8ed5-4528-9c93-0770db881f22 req-e12941da-2c00-4a08-af96-035c2a22740c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0762017 May 25 23:08:28.081386 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-116ffd9e-8ed5-4528-9c93-0770db881f22 req-67fcbc0f-03fe-4de4-a15a-b0c7f7f8905b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336072 May 25 23:08:29.231472 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e980f-fc5c-4c26-99bd-1a5ba3b74e50 req-2c3a455c-78f3-469f-b877-c5134e89e5b6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:29.233119 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b84e980f-fc5c-4c26-99bd-1a5ba3b74e50 req-2c3a455c-78f3-469f-b877-c5134e89e5b6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0646904 May 25 23:08:29.271208 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b84e980f-fc5c-4c26-99bd-1a5ba3b74e50 req-8c3493ca-1efa-4fe8-8a93-cd59ea5f54bc tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316088 May 25 23:08:30.401550 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf28d0-a8aa-480b-86b4-48491b3990d4 req-65445226-e469-4424-9389-cd9cee846bcd tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:30.403067 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4cbf28d0-a8aa-480b-86b4-48491b3990d4 req-65445226-e469-4424-9389-cd9cee846bcd tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0489597 May 25 23:08:30.440534 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4cbf28d0-a8aa-480b-86b4-48491b3990d4 req-01713f8c-09ce-4274-8e2c-f0e612847232 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315559 May 25 23:08:31.562900 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b90b5-824b-4a4f-8d8f-4413c706b8f9 req-c29714bb-601c-49d5-8982-b87c41623871 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:31.564349 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a04b90b5-824b-4a4f-8d8f-4413c706b8f9 req-c29714bb-601c-49d5-8982-b87c41623871 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0508502 May 25 23:08:31.600237 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a04b90b5-824b-4a4f-8d8f-4413c706b8f9 req-62da69cc-1a8d-47c7-98fa-8b599853f583 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299878 May 25 23:08:32.716947 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff22f0-14b4-4dc8-b301-0278987191f8 req-61b16f5b-60cd-4153-8fec-653b13bee6f3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:32.718402 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ebff22f0-14b4-4dc8-b301-0278987191f8 req-61b16f5b-60cd-4153-8fec-653b13bee6f3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0480144 May 25 23:08:32.755258 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ebff22f0-14b4-4dc8-b301-0278987191f8 req-f3046535-3db3-46ae-bc0e-717f1fe07fa3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310280 May 25 23:08:33.872231 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c687e47-614b-4aef-9bd3-f0b3b8ff7904 req-3c5604ba-c0ff-4d8a-9b07-3c2a51cbdf3f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:33.873650 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0c687e47-614b-4aef-9bd3-f0b3b8ff7904 req-3c5604ba-c0ff-4d8a-9b07-3c2a51cbdf3f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0475688 May 25 23:08:33.909717 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0c687e47-614b-4aef-9bd3-f0b3b8ff7904 req-5ee21792-8c64-449c-b74e-1c67f59cb761 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300310 May 25 23:08:35.029675 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6617-1e84-4da0-bc3c-a1ba7690aebc req-217d93c1-c811-415e-b63e-6c4c39703e80 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:35.031116 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-387e6617-1e84-4da0-bc3c-a1ba7690aebc req-217d93c1-c811-415e-b63e-6c4c39703e80 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0510499 May 25 23:08:35.067805 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-387e6617-1e84-4da0-bc3c-a1ba7690aebc req-9522a6e6-c2c2-4fed-8465-79d8f82c2233 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307605 May 25 23:08:36.184287 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e8efa-9f2c-44c9-b4b8-4c5fcba16f48 req-82026e12-d4a2-4247-b2f7-5c1631df4401 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:36.185752 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5c6e8efa-9f2c-44c9-b4b8-4c5fcba16f48 req-82026e12-d4a2-4247-b2f7-5c1631df4401 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0472779 May 25 23:08:36.222818 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5c6e8efa-9f2c-44c9-b4b8-4c5fcba16f48 req-048daa50-13b0-43f4-a5a2-df912cf9dcb3 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311251 May 25 23:08:37.339425 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c61db2-33aa-4478-ad14-1acb6ea633b6 req-ac92d9dc-4505-4da3-bf39-7a5228c882c2 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:37.340857 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-19c61db2-33aa-4478-ad14-1acb6ea633b6 req-ac92d9dc-4505-4da3-bf39-7a5228c882c2 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0474496 May 25 23:08:37.378367 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-19c61db2-33aa-4478-ad14-1acb6ea633b6 req-eb07a54b-8941-491c-ad0f-b23c10dbf9e6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314991 May 25 23:08:38.269680 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507f814-5095-4577-bb30-dfae1c5a3180 req-fe9a5384-b675-45c5-a7f9-99bb8caaf1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:38.271155 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9507f814-5095-4577-bb30-dfae1c5a3180 req-fe9a5384-b675-45c5-a7f9-99bb8caaf1f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 1097 time: 0.0436862 May 25 23:08:38.374640 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507f814-5095-4577-bb30-dfae1c5a3180 req-95f88720-da8b-4961-a1e9-a01454bf6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:38.375977 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9507f814-5095-4577-bb30-dfae1c5a3180 req-95f88720-da8b-4961-a1e9-a01454bf6fe6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 200 len: 917 time: 0.0839605 May 25 23:08:38.446020 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9507f814-5095-4577-bb30-dfae1c5a3180 req-1daa2505-c926-4ee8-b125-a0fd0f2ef2e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770 HTTP/1.1" status: 200 len: 1000 time: 0.0610249 May 25 23:08:38.519330 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507f814-5095-4577-bb30-dfae1c5a3180 req-e30bd8a5-b248-41ca-8b8a-b51f8f5fe1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:38.520752 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9507f814-5095-4577-bb30-dfae1c5a3180 req-e30bd8a5-b248-41ca-8b8a-b51f8f5fe1d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 200 len: 855 time: 0.0624838 May 25 23:08:38.530480 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f488d-1be0-4120-9c9f-a155e40de9a5 req-3db5f435-0cb2-419f-903d-aff78c9a250c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:38.531808 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-239f488d-1be0-4120-9c9f-a155e40de9a5 req-3db5f435-0cb2-419f-903d-aff78c9a250c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0815623 May 25 23:08:38.596161 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-239f488d-1be0-4120-9c9f-a155e40de9a5 req-beaa148a-3625-480d-936c-f00983dedfff tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563636 May 25 23:08:38.598538 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507f814-5095-4577-bb30-dfae1c5a3180 req-7ee15ef3-fac1-4f63-9bf8-01e31ee9e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:38.599902 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9507f814-5095-4577-bb30-dfae1c5a3180 req-7ee15ef3-fac1-4f63-9bf8-01e31ee9e11d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f0395b-c390-4bb8-bd13-7c3f2ff21723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672848 May 25 23:08:38.689010 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9507f814-5095-4577-bb30-dfae1c5a3180 req-69e57e36-6577-4a35-8afd-40a9481adda4 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808504 May 25 23:08:38.780197 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9507f814-5095-4577-bb30-dfae1c5a3180 req-1626f746-f37c-40e6-a6ef-905c36194047 service neutron] 10.222.0.24 "GET /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832298 May 25 23:08:39.715041 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dcabc-e875-4b33-8849-a6d6eeb3e905 req-d415b332-58ef-42fe-b779-f2eaef1e3c53 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:39.716359 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd5dcabc-e875-4b33-8849-a6d6eeb3e905 req-d415b332-58ef-42fe-b779-f2eaef1e3c53 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0478489 May 25 23:08:39.753446 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd5dcabc-e875-4b33-8849-a6d6eeb3e905 req-30bb4b34-0b79-4f4b-9f09-a94f308aba55 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311108 May 25 23:08:40.868812 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d29b5c-4f28-450f-82cc-d655b8deb0d9 req-2a59fd40-22ab-43e4-a2c0-ace642d8986e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:40.870854 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a2d29b5c-4f28-450f-82cc-d655b8deb0d9 req-2a59fd40-22ab-43e4-a2c0-ace642d8986e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0470600 May 25 23:08:40.907136 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a2d29b5c-4f28-450f-82cc-d655b8deb0d9 req-71b8d89b-3537-410f-a761-ac0549d2f55a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301523 May 25 23:08:41.755110 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b9cd-0848-46bb-9636-78761ce16775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:42.028326 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f48dbb-6577-4a8c-9713-c9d8fa76ea7d req-85074bb8-81c8-4bbe-8bfb-6897688b7347 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:42.029733 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8f48dbb-6577-4a8c-9713-c9d8fa76ea7d req-85074bb8-81c8-4bbe-8bfb-6897688b7347 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 944 time: 0.0514238 May 25 23:08:42.066944 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e8f48dbb-6577-4a8c-9713-c9d8fa76ea7d req-efb99db0-4679-4df7-9660-78d70f6ec0ee tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312560 May 25 23:08:42.232513 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 0a3ebc0d-05cd-42c8-a343-3990ba914770 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:08:42.326821 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:42.340836 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'port_id': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'mac_address': 'fa:16:3e:a3:6f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:08:42.376966 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 0a3ebc0d-05cd-42c8-a343-3990ba914770 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:08:42.377350 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:42.389826 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3ebc0d-05cd-42c8-a343-3990ba914770 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:08:42.408454 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:42.491990 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:42.537186 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=0a3ebc0d-05cd-42c8-a343-3990ba914770,revision_number=9']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:42.544609 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:42.544951 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:42.545281 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:42.545606 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:42.545930 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:42.546251 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:42.546599 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:42.546925 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:42.547238 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:42.547550 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:42.547864 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:42.548175 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:43.061838 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['0a3ebc0d-05cd-42c8-a343-3990ba914770'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:08:43.183830 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bf6a4-97fc-43cd-8395-8ef562cbf0d9 req-60bf5e94-4e0b-4609-9f16-7f6b9211d496 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:43.185317 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e55bf6a4-97fc-43cd-8395-8ef562cbf0d9 req-60bf5e94-4e0b-4609-9f16-7f6b9211d496 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 945 time: 0.0473695 May 25 23:08:43.223370 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e55bf6a4-97fc-43cd-8395-8ef562cbf0d9 req-9403d0c5-f45e-4ec1-aa31-600ffbdfa0f5 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318203 May 25 23:08:44.178000 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3deebea1-0375-40c3-bd12-a7e8e6f6c940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:44.340636 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f9c2e-28a8-4380-ae81-70244e97eb39 req-ab607649-def6-4e09-837d-08d101c36278 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:44.342357 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6c9f9c2e-28a8-4380-ae81-70244e97eb39 req-ab607649-def6-4e09-837d-08d101c36278 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 945 time: 0.0482223 May 25 23:08:44.378606 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6c9f9c2e-28a8-4380-ae81-70244e97eb39 req-a74be5a9-137e-4fec-9f9a-aa440da21832 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303025 May 25 23:08:45.309688 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:45.498628 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d61b37-3d6e-40e2-a90a-8d8b601fa318 req-7225c5ae-2323-4274-a2c0-f18e12aa9e7c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:45.500075 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e7d61b37-3d6e-40e2-a90a-8d8b601fa318 req-7225c5ae-2323-4274-a2c0-f18e12aa9e7c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 945 time: 0.0512071 May 25 23:08:45.536658 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e7d61b37-3d6e-40e2-a90a-8d8b601fa318 req-cb1e57f1-1525-4e9f-bfb7-6dc9ce0d046c tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305874 May 25 23:08:46.259077 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 0a3ebc0d-05cd-42c8-a343-3990ba914770 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:08:46.305389 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 0a3ebc0d-05cd-42c8-a343-3990ba914770 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:46.305751 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:46.381158 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 0a3ebc0d-05cd-42c8-a343-3990ba914770 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:08:46.381767 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:46.403392 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:08:46.405584 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a0329c-3337-49b9-9e11-e1077a4a2eaf" -d '{"events": [{"server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "name": "network-vif-plugged", "status": "completed", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:08:46.417999 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:46.446633 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99beb3b-cf18-4ddc-96f0-863baaddf78e x-openstack-request-id: req-f99beb3b-cf18-4ddc-96f0-863baaddf78e {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:08:46.446633 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "name": "network-vif-plugged", "status": "completed", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:08:46.446633 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f99beb3b-cf18-4ddc-96f0-863baaddf78e {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:08:46.446633 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99beb3b-cf18-4ddc-96f0-863baaddf78e'] response: {'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'code': 200} May 25 23:08:46.481058 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:46.537387 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=0a3ebc0d-05cd-42c8-a343-3990ba914770,revision_number=10']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:46.595357 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:46.661129 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba4cc8-7e83-4bac-a490-688efabd8ca4 req-83ddecdf-3231-4030-9e52-8fed8f3138f6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:46.662553 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2dba4cc8-7e83-4bac-a490-688efabd8ca4 req-83ddecdf-3231-4030-9e52-8fed8f3138f6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 947 time: 0.0494013 May 25 23:08:46.700019 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2dba4cc8-7e83-4bac-a490-688efabd8ca4 req-d80ee74b-773f-4c42-b62d-fcee92e06774 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310414 May 25 23:08:46.794909 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eb41f-958c-4b1d-a0eb-6632521eb4d7 req-120eb1c5-77d2-4071-b8b2-865fc6fd7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:46.796361 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c89eb41f-958c-4b1d-a0eb-6632521eb4d7 req-120eb1c5-77d2-4071-b8b2-865fc6fd7143 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 1100 time: 0.0403898 May 25 23:08:46.832958 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c89eb41f-958c-4b1d-a0eb-6632521eb4d7 req-cbb29ab8-3463-4aaf-80b6-870e456f5d5b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276277 May 25 23:08:47.160879 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:47.823229 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f60d0-a6b9-46ac-aa0d-1091d39651a2 req-995a4094-aede-427d-a0ce-a2f2562dc99f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:47.824690 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e4f60d0-a6b9-46ac-aa0d-1091d39651a2 req-995a4094-aede-427d-a0ce-a2f2562dc99f tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 947 time: 0.0513117 May 25 23:08:47.861490 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3e4f60d0-a6b9-46ac-aa0d-1091d39651a2 req-e570510f-f70d-42be-b6b5-94f80fd96f6a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307066 May 25 23:08:48.977898 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810b428-320c-4332-9d91-cfadab099112 req-1b87e125-c288-46a5-ac59-4ee33732083b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:48.979516 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4810b428-320c-4332-9d91-cfadab099112 req-1b87e125-c288-46a5-ac59-4ee33732083b tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 947 time: 0.0478184 May 25 23:08:49.017513 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4810b428-320c-4332-9d91-cfadab099112 req-552665ee-2335-4dc5-b69c-65868f2b7fa2 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320599 May 25 23:08:50.139657 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2ef13-d7e0-430e-846f-dea00652b79d req-962db2c5-5316-4771-bdd1-7a0e58f0e435 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:50.141119 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-70f2ef13-d7e0-430e-846f-dea00652b79d req-962db2c5-5316-4771-bdd1-7a0e58f0e435 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 947 time: 0.0496275 May 25 23:08:50.178831 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-70f2ef13-d7e0-430e-846f-dea00652b79d req-bf253895-209b-465e-8e94-ec09c6c8b1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313067 May 25 23:08:51.299375 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01888ec-6322-4f91-82b2-3053cbdfbc46 req-a53fc72a-78da-40d6-9d21-8e0a557f2b60 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:08:51.300780 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d01888ec-6322-4f91-82b2-3053cbdfbc46 req-a53fc72a-78da-40d6-9d21-8e0a557f2b60 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 947 time: 0.0506387 May 25 23:08:51.337278 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d01888ec-6322-4f91-82b2-3053cbdfbc46 req-e454883e-a2fe-4ffb-a4f2-7f7551829bdc tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304530 May 25 23:08:55.795028 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:02.845086 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:09:11.760104 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6fd4d47a-1fbe-44a1-9dd3-f4c437f2647c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:14.200167 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2f1c1d8b-5a20-45f0-83ad-0b4cefdc32e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:15.297334 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:16.583382 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:17.183445 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:18.391147 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 34964) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:18.689612 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Deleting port bfab2c23-9555-4203-b792-7f140d37711d {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:18.689856 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:18.761715 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:18.762034 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:18.774085 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Calling delete_port for bfab2c23-9555-4203-b792-7f140d37711d owned by network:floatingip {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:18.966248 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:18.988769 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event deleted for resources: {'Port': ['ID=bfab2c23-9555-4203-b792-7f140d37711d,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:19.002029 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.002450 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.002797 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.003127 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.003452 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.003777 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.004101 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.004423 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.004743 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.005060 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.005411 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.005720 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:19.060445 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:19.060769 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.l3_db [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Floating IP 1a82c9ce-53a5-4b8d-ada7-79f58053cff2 disassociated (deleted). External IP: 172.27.1.136, port: 91ca186d-ea0f-46f4-8881-85b5bbdd9c01. May 25 23:09:19.262912 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:09:19.371359 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:09:19.376054 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:19.381084 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ace69-360b-4907-a91e-ca0391a3c03e None None] Sync routers for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:09:19.390228 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ace69-360b-4907-a91e-ca0391a3c03e None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:19.390863 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-874ace69-360b-4907-a91e-ca0391a3c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:19.403451 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-68000c0d-6ad2-4377-a4db-8417ccd53b83 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "DELETE /v2.0/floatingips/1a82c9ce-53a5-4b8d-ada7-79f58053cff2 HTTP/1.1" status: 204 len: 168 time: 1.0112507 May 25 23:09:19.403995 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'tag': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:09:19.406470 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6beb57ff-7627-4cab-9e7e-246012b4f401" -d '{"events": [{"name": "network-changed", "server_uuid": "67b72efb-590d-407a-bfb2-75ac7c7294ef", "tag": "91ca186d-ea0f-46f4-8881-85b5bbdd9c01"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:09:19.504267 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-874ace69-360b-4907-a91e-ca0391a3c03e None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:19.733867 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-874ace69-360b-4907-a91e-ca0391a3c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '451a8b41-760f-432f-b54b-4162b0710d59', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:1b:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:23Z', 'updated_at': '2022-05-25T23:03:25Z', 'revision_number': 1, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:19.735758 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d7c5a7-6154-44e1-b071-464678fcc89f x-openstack-request-id: req-57d7c5a7-6154-44e1-b071-464678fcc89f {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:09:19.736117 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b72efb-590d-407a-bfb2-75ac7c7294ef", "tag": "91ca186d-ea0f-46f4-8881-85b5bbdd9c01", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:09:19.736366 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57d7c5a7-6154-44e1-b071-464678fcc89f {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:09:19.736765 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d7c5a7-6154-44e1-b071-464678fcc89f'] response: {'name': 'network-changed', 'server_uuid': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'tag': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01', 'status': 'completed', 'code': 200} May 25 23:09:19.761498 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ace69-360b-4907-a91e-ca0391a3c03e None None] Checking router: 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:09:19.770887 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ace69-360b-4907-a91e-ca0391a3c03e None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:19.771498 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-874ace69-360b-4907-a91e-ca0391a3c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:19.828080 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6b035-1aff-41d2-92c6-6d6d3d24b9f5 req-bfd8d6f7-91a5-4f9f-bbb7-078cc94e785f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:19.830578 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ddf6b035-1aff-41d2-92c6-6d6d3d24b9f5 req-bfd8d6f7-91a5-4f9f-bbb7-078cc94e785f tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0495262 May 25 23:09:19.882560 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-874ace69-360b-4907-a91e-ca0391a3c03e None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:19.898861 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ddf6b035-1aff-41d2-92c6-6d6d3d24b9f5 req-e6a80376-b08c-46a3-a7ea-26687a55e215 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613699 May 25 23:09:19.908006 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb57ff-7627-4cab-9e7e-246012b4f401 req-2e5a258f-197f-475f-a775-2ec80f1b2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:19.909455 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6beb57ff-7627-4cab-9e7e-246012b4f401 req-2e5a258f-197f-475f-a775-2ec80f1b2054 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 1098 time: 0.0599227 May 25 23:09:20.031429 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb57ff-7627-4cab-9e7e-246012b4f401 req-844de421-dec5-4733-b1f0-b01019c6c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:20.032150 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6beb57ff-7627-4cab-9e7e-246012b4f401 req-844de421-dec5-4733-b1f0-b01019c6c037 service neutron] 10.222.0.24 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 912 time: 0.1106060 May 25 23:09:20.075997 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6beb57ff-7627-4cab-9e7e-246012b4f401 req-7017da78-4699-43c7-81c6-4212f84ed9b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ca186d-ea0f-46f4-8881-85b5bbdd9c01 HTTP/1.1" status: 200 len: 217 time: 0.0348155 May 25 23:09:20.125690 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-874ace69-360b-4907-a91e-ca0391a3c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '451a8b41-760f-432f-b54b-4162b0710d59', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:1b:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:23Z', 'updated_at': '2022-05-25T23:03:25Z', 'revision_number': 1, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:20.127268 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb57ff-7627-4cab-9e7e-246012b4f401 req-f1f8f2fd-52ba-424b-9846-a6ddd4b2f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:20.128904 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6beb57ff-7627-4cab-9e7e-246012b4f401 req-f1f8f2fd-52ba-424b-9846-a6ddd4b2f48d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d0830f-722c-4736-aae8-acdb24d95416 HTTP/1.1" status: 200 len: 850 time: 0.0437572 May 25 23:09:20.188363 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb57ff-7627-4cab-9e7e-246012b4f401 req-1b9e16af-5e1f-41b7-842f-3b932eda9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:20.189900 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6beb57ff-7627-4cab-9e7e-246012b4f401 req-1b9e16af-5e1f-41b7-842f-3b932eda9a30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892cb638-a1e1-4c1f-9fa3-d697ac74511c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461655 May 25 23:09:20.242671 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ace69-360b-4907-a91e-ca0391a3c03e None None] The sync data for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi is: [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '451a8b41-760f-432f-b54b-4162b0710d59', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'port_id': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'mac_address': 'fa:16:3e:1b:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:23Z', 'updated_at': '2022-05-25T23:03:25Z', 'revision_number': 1, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:09:20.288356 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6beb57ff-7627-4cab-9e7e-246012b4f401 req-d7df19b7-85ff-436a-89e1-92f1578a0f51 service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890377 May 25 23:09:20.465158 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2959af7-9807-490a-b368-d086d05def30 None None] New status for floating IP 1a82c9ce-53a5-4b8d-ada7-79f58053cff2: DOWN {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:09:20.663715 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6beb57ff-7627-4cab-9e7e-246012b4f401 req-e12f0583-307e-4610-8f45-6e86e64a21b3 service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659554 May 25 23:09:21.017487 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db568fa0-f81b-40c0-8adb-d9012fb25985 req-6682e223-dce2-4079-9f76-7ddce9385a47 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:21.018920 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-db568fa0-f81b-40c0-8adb-d9012fb25985 req-6682e223-dce2-4079-9f76-7ddce9385a47 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0492208 May 25 23:09:21.056311 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-db568fa0-f81b-40c0-8adb-d9012fb25985 req-411bb97e-90f4-452c-aeb6-6d9d8e4e3be6 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 May 25 23:09:22.172682 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6392b6b-645c-4fa8-b5d9-adc7c046149b req-55601245-48fc-400a-b6b8-e58808d390dc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:22.174176 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b6392b6b-645c-4fa8-b5d9-adc7c046149b req-55601245-48fc-400a-b6b8-e58808d390dc tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0482857 May 25 23:09:22.212325 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b6392b6b-645c-4fa8-b5d9-adc7c046149b req-e4ed9e6a-1f99-42c3-b689-a422720b9a31 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310526 May 25 23:09:22.676384 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490ac94-a53b-422c-8b29-82824ea05156 req-a9a50636-a175-4d33-bc3d-ec32890c74a8 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:22.677815 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f490ac94-a53b-422c-8b29-82824ea05156 req-a9a50636-a175-4d33-bc3d-ec32890c74a8 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 945 time: 0.0503545 May 25 23:09:22.904620 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-f490ac94-a53b-422c-8b29-82824ea05156 req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Deleting port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:22.904956 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f490ac94-a53b-422c-8b29-82824ea05156 req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:22.994964 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-f490ac94-a53b-422c-8b29-82824ea05156 req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] For port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=91ca186d-ea0f-46f4-8881-85b5bbdd9c01,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:22.995244 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f490ac94-a53b-422c-8b29-82824ea05156 req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:23.006990 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-f490ac94-a53b-422c-8b29-82824ea05156 req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Calling delete_port for 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:23.217353 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f490ac94-a53b-422c-8b29-82824ea05156 req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:23.249809 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event deleted for resources: {'Port': ['ID=91ca186d-ea0f-46f4-8881-85b5bbdd9c01,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:23.260404 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.260746 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.261076 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.261399 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.262317 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.262317 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.262536 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.262665 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.262982 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.263295 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.263605 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.263914 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:23.323298 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f490ac94-a53b-422c-8b29-82824ea05156 req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] No DVR routers for this DVR port 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:09:23.325879 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f490ac94-a53b-422c-8b29-82824ea05156 req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:23.329873 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f490ac94-a53b-422c-8b29-82824ea05156 req-4e956a47-3b3a-4d60-8ad1-44209cba160a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "DELETE /v2.0/ports/91ca186d-ea0f-46f4-8881-85b5bbdd9c01 HTTP/1.1" status: 204 len: 173 time: 0.5067520 May 25 23:09:23.330507 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'name': 'network-vif-deleted', 'tag': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:09:23.333244 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb77f6c-323d-4312-b37c-d69743b6d8c0" -d '{"events": [{"server_uuid": "67b72efb-590d-407a-bfb2-75ac7c7294ef", "name": "network-vif-deleted", "tag": "91ca186d-ea0f-46f4-8881-85b5bbdd9c01"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:09:23.337241 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a9c79ad9-3d4e-4942-9402-dfbaaf6067cd req-fea34c55-8ffb-45b3-9018-ed90d1cc111e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 210 time: 0.0519497 May 25 23:09:23.427866 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c081f3-b5bd-4337-888d-b898363ee408 x-openstack-request-id: req-51c081f3-b5bd-4337-888d-b898363ee408 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:09:23.428156 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b72efb-590d-407a-bfb2-75ac7c7294ef", "name": "network-vif-deleted", "tag": "91ca186d-ea0f-46f4-8881-85b5bbdd9c01", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:09:23.428407 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51c081f3-b5bd-4337-888d-b898363ee408 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:09:23.428805 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c081f3-b5bd-4337-888d-b898363ee408'] response: {'server_uuid': '67b72efb-590d-407a-bfb2-75ac7c7294ef', 'name': 'network-vif-deleted', 'tag': '91ca186d-ea0f-46f4-8881-85b5bbdd9c01', 'status': 'completed', 'code': 200} May 25 23:09:24.444464 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-701cbd5e-a9e8-4c49-855a-693b072aeece req-270ff816-e93e-4630-ac8c-30d2ddbed39a tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b72efb-590d-407a-bfb2-75ac7c7294ef HTTP/1.1" status: 200 len: 210 time: 0.0255756 May 25 23:09:25.783292 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:26.412763 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:26.432480 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:09:26.432883 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 91ca186d-ea0f-46f4-8881-85b5bbdd9c01 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:27.919377 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35034) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:28.074454 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Deleting port 204991d1-5e35-44a1-a30d-2aff6dd0c686 {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:28.074824 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:28.149956 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:28.150847 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:28.163685 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Calling delete_port for 204991d1-5e35-44a1-a30d-2aff6dd0c686 owned by network:floatingip {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:28.359843 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:28.382538 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event deleted for resources: {'Port': ['ID=204991d1-5e35-44a1-a30d-2aff6dd0c686,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:28.445607 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:28.445929 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.l3_db [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Floating IP 451a8b41-760f-432f-b54b-4162b0710d59 disassociated (deleted). External IP: 172.27.1.81, port: 48d8d3fb-c7c5-444e-9698-ca2a17672583. May 25 23:09:28.653321 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:09:28.762513 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:09:28.767484 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:28.772138 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a81e9f-1efc-48a0-846a-aedfaf7d928e None None] Sync routers for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:09:28.782386 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a81e9f-1efc-48a0-846a-aedfaf7d928e None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:28.783007 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-91a81e9f-1efc-48a0-846a-aedfaf7d928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:28.899348 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-91a81e9f-1efc-48a0-846a-aedfaf7d928e None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:29.014266 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-6ecfb8b8-e912-4352-960b-38a943aba0f2 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "DELETE /v2.0/floatingips/451a8b41-760f-432f-b54b-4162b0710d59 HTTP/1.1" status: 204 len: 168 time: 1.0914810 May 25 23:09:29.014266 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'tag': '48d8d3fb-c7c5-444e-9698-ca2a17672583'}] {{(pid=114255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:09:29.015245 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46eb3c168113c15c7062ccbcb27b0a8d77195d63e63060494db3ecfceadadba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15" -d '{"events": [{"name": "network-changed", "server_uuid": "7983adc5-ac09-41a7-afd4-aa71a4bb636b", "tag": "48d8d3fb-c7c5-444e-9698-ca2a17672583"}]}' {{(pid=114255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:09:29.110814 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-91a81e9f-1efc-48a0-846a-aedfaf7d928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:29.116027 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e05e4d1-a09a-4838-8d67-6ba157807773 x-openstack-request-id: req-0e05e4d1-a09a-4838-8d67-6ba157807773 {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:09:29.116324 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7983adc5-ac09-41a7-afd4-aa71a4bb636b", "tag": "48d8d3fb-c7c5-444e-9698-ca2a17672583", "status": "completed", "code": 200}]} {{(pid=114255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:09:29.116576 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e05e4d1-a09a-4838-8d67-6ba157807773 {{(pid=114255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:09:29.116973 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e05e4d1-a09a-4838-8d67-6ba157807773'] response: {'name': 'network-changed', 'server_uuid': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'tag': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'status': 'completed', 'code': 200} May 25 23:09:29.139073 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a81e9f-1efc-48a0-846a-aedfaf7d928e None None] Checking router: 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:09:29.147982 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a81e9f-1efc-48a0-846a-aedfaf7d928e None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:29.148581 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-91a81e9f-1efc-48a0-846a-aedfaf7d928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:29.221234 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15 req-484cfd8a-8e01-487b-970e-beeb37e46f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:29.222780 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15 req-484cfd8a-8e01-487b-970e-beeb37e46f80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 1098 time: 0.0454109 May 25 23:09:29.260245 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-91a81e9f-1efc-48a0-846a-aedfaf7d928e None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:29.316366 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15 req-a2e00cf6-0bc2-4e4a-b5ce-4214e60ce27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:29.317789 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15 req-a2e00cf6-0bc2-4e4a-b5ce-4214e60ce27a service neutron] 10.222.0.24 "GET /v2.0/networks?id=892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 200 len: 912 time: 0.0859294 May 25 23:09:29.364094 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15 req-394f4cc7-4c6d-4ac4-bfe8-4badf5e7e506 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48d8d3fb-c7c5-444e-9698-ca2a17672583 HTTP/1.1" status: 200 len: 217 time: 0.0386984 May 25 23:09:29.446573 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205f2e4-e2e4-426f-abb9-2d48c38c50da req-df3bc186-21f5-4438-be30-2a135d3abde8 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:29.448317 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c205f2e4-e2e4-426f-abb9-2d48c38c50da req-df3bc186-21f5-4438-be30-2a135d3abde8 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 945 time: 0.0498850 May 25 23:09:29.460500 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-91a81e9f-1efc-48a0-846a-aedfaf7d928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:29.491596 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a81e9f-1efc-48a0-846a-aedfaf7d928e None None] The sync data for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi is: [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T22:57:58Z', 'revision_number': 4, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': 'e0ae01ff-6b17-4a89-b208-18022a49af0a', 'name': '', 'network_id': '892cb638-a1e1-4c1f-9fa3-d697ac74511c', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '84d0830f-722c-4736-aae8-acdb24d95416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:57Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'subnets': [{'id': '84d0830f-722c-4736-aae8-acdb24d95416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:09:29.521174 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c205f2e4-e2e4-426f-abb9-2d48c38c50da req-033132ea-c2a3-4568-a456-cf01010f7a8d tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660529 May 25 23:09:29.526884 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15 req-2687410d-a663-46b4-ba78-6b0f297f8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:29.528302 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15 req-2687410d-a663-46b4-ba78-6b0f297f8a9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d0830f-722c-4736-aae8-acdb24d95416 HTTP/1.1" status: 200 len: 850 time: 0.0663843 May 25 23:09:29.657525 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15 req-205f9ba0-f350-44b2-8213-8cc7652287d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:29.659027 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15 req-205f9ba0-f350-44b2-8213-8cc7652287d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892cb638-a1e1-4c1f-9fa3-d697ac74511c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613921 May 25 23:09:29.725356 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1093b798-7a28-4e4d-949c-703a5e828dcd None None] New status for floating IP 451a8b41-760f-432f-b54b-4162b0710d59: DOWN {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:09:29.759733 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15 req-c1f6405c-6c33-42e1-bd4e-b8bd9bbe11be service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911105 May 25 23:09:29.860918 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-69f45599-b20e-4cd9-9ecb-6ddfc7b1bb15 req-4becd413-1ebb-42be-a037-12548a57d77b service neutron] 10.222.0.24 "GET /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848463 May 25 23:09:30.643901 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf31d1f-35fa-4a4d-8273-c5d619228ddf req-05ce16a5-f42d-4602-8fa8-1e492db94fe5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:30.645431 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dcf31d1f-35fa-4a4d-8273-c5d619228ddf req-05ce16a5-f42d-4602-8fa8-1e492db94fe5 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 945 time: 0.0533566 May 25 23:09:30.682556 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dcf31d1f-35fa-4a4d-8273-c5d619228ddf req-525f724e-eba3-4f84-b493-fbbc864661ce tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c667dcc-6a71-4323-87c5-85aac2e55bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 May 25 23:09:31.047911 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0b22d-70cc-4899-9db3-d086acb521cb req-70ab92b1-cd0b-4089-a911-b336d3a6b3fa tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:31.049390 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e0b0b22d-70cc-4899-9db3-d086acb521cb req-70ab92b1-cd0b-4089-a911-b336d3a6b3fa tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 945 time: 0.0467808 May 25 23:09:31.145408 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-e0b0b22d-70cc-4899-9db3-d086acb521cb req-56e0f4f8-872f-42aa-a4ba-5b12c75f1da1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Deleting port 48d8d3fb-c7c5-444e-9698-ca2a17672583 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:31.147009 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-e0b0b22d-70cc-4899-9db3-d086acb521cb req-56e0f4f8-872f-42aa-a4ba-5b12c75f1da1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:31.236987 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-e0b0b22d-70cc-4899-9db3-d086acb521cb req-56e0f4f8-872f-42aa-a4ba-5b12c75f1da1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] For port 48d8d3fb-c7c5-444e-9698-ca2a17672583, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=48d8d3fb-c7c5-444e-9698-ca2a17672583,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:31.237342 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-e0b0b22d-70cc-4899-9db3-d086acb521cb req-56e0f4f8-872f-42aa-a4ba-5b12c75f1da1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:31.257962 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-e0b0b22d-70cc-4899-9db3-d086acb521cb req-56e0f4f8-872f-42aa-a4ba-5b12c75f1da1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Calling delete_port for 48d8d3fb-c7c5-444e-9698-ca2a17672583 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:31.331510 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-92c0462e-f314-4e49-9211-31ca8e6f1f0c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848315 May 25 23:09:31.440863 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-8c10256d-10aa-4315-b50f-5c58826431a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:31.442338 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-8c10256d-10aa-4315-b50f-5c58826431a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9cea3c91d374b32817fc9600bcae426&device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 1098 time: 0.0569096 May 25 23:09:31.529226 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-e0b0b22d-70cc-4899-9db3-d086acb521cb req-56e0f4f8-872f-42aa-a4ba-5b12c75f1da1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:31.583812 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0f4f8-872f-42aa-a4ba-5b12c75f1da1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event deleted for resources: {'Port': ['ID=48d8d3fb-c7c5-444e-9698-ca2a17672583,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:31.649460 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b0b22d-70cc-4899-9db3-d086acb521cb req-56e0f4f8-872f-42aa-a4ba-5b12c75f1da1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] No DVR routers for this DVR port 48d8d3fb-c7c5-444e-9698-ca2a17672583 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:09:31.653535 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-e0b0b22d-70cc-4899-9db3-d086acb521cb req-56e0f4f8-872f-42aa-a4ba-5b12c75f1da1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:31.656725 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e0b0b22d-70cc-4899-9db3-d086acb521cb req-56e0f4f8-872f-42aa-a4ba-5b12c75f1da1 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.24 "DELETE /v2.0/ports/48d8d3fb-c7c5-444e-9698-ca2a17672583 HTTP/1.1" status: 204 len: 173 time: 0.6008484 May 25 23:09:31.659244 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'name': 'network-vif-deleted', 'tag': '48d8d3fb-c7c5-444e-9698-ca2a17672583'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:09:31.661525 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddea56f5-a9f9-4caa-9615-ac95ea80f0dc" -d '{"events": [{"server_uuid": "7983adc5-ac09-41a7-afd4-aa71a4bb636b", "name": "network-vif-deleted", "tag": "48d8d3fb-c7c5-444e-9698-ca2a17672583"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:09:31.666014 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-cca7fdf8-55f3-4391-97d5-7c86a826f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:31.667443 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-cca7fdf8-55f3-4391-97d5-7c86a826f348 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 200 len: 915 time: 0.2002897 May 25 23:09:31.674691 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7d49-c24f-47f0-85c2-7dfc5234e4b0 req-e6556bbe-31b9-4729-a92c-ad6c27d3aa6f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:31.676094 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-916b7d49-c24f-47f0-85c2-7dfc5234e4b0 req-e6556bbe-31b9-4729-a92c-ad6c27d3aa6f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 945 time: 0.1600466 May 25 23:09:31.717090 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db2304b-f45f-4a28-af14-ca0ee7180c84 x-openstack-request-id: req-1db2304b-f45f-4a28-af14-ca0ee7180c84 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:09:31.717377 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7983adc5-ac09-41a7-afd4-aa71a4bb636b", "name": "network-vif-deleted", "tag": "48d8d3fb-c7c5-444e-9698-ca2a17672583", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:09:31.717625 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1db2304b-f45f-4a28-af14-ca0ee7180c84 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:09:31.718018 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db2304b-f45f-4a28-af14-ca0ee7180c84'] response: {'server_uuid': '7983adc5-ac09-41a7-afd4-aa71a4bb636b', 'name': 'network-vif-deleted', 'tag': '48d8d3fb-c7c5-444e-9698-ca2a17672583', 'status': 'completed', 'code': 200} May 25 23:09:31.774136 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-916b7d49-c24f-47f0-85c2-7dfc5234e4b0 req-8729bb0e-7a6a-4658-a399-aef44dfbec9a tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908518 May 25 23:09:31.777381 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-73d62ba7-f9ed-4694-bc7f-a52b337b97e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ced746e-90ce-4a35-be27-7d910c8f38a2 HTTP/1.1" status: 200 len: 1001 time: 0.0997968 May 25 23:09:31.793518 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0123a85b-dd33-4037-9891-d2a2d00ac9eb req-6d1db9a0-bc0f-4a28-a840-4b6b7ae85b18 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 210 time: 0.0372887 May 25 23:09:31.837879 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-a11e49ae-d227-4891-a3ae-294bea906579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:31.839302 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-a11e49ae-d227-4891-a3ae-294bea906579 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 200 len: 853 time: 0.0482523 May 25 23:09:31.896217 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-b37c31cc-acb8-4bea-9d39-7c97bf015e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:31.897565 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-b37c31cc-acb8-4bea-9d39-7c97bf015e6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8832910d-3014-46b3-926b-42ce9e4f63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391986 May 25 23:09:31.998940 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-7956dcd8-7acc-4f9b-aa3e-be490f9d0462 service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872149 May 25 23:09:32.096525 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5f202379-cfd1-4f77-89fe-c2460e9afa73 req-d748387e-9e85-4ee1-8af1-b2cc1c2c016c service neutron] 10.222.0.24 "GET /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867162 May 25 23:09:32.908829 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cd35b0f6-a6aa-466a-9239-6a4fab8dfc51 req-64056eba-eff8-49d5-bb6a-dac6462a05a9 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7983adc5-ac09-41a7-afd4-aa71a4bb636b HTTP/1.1" status: 200 len: 210 time: 0.0306346 May 25 23:09:32.921467 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8bd72-0122-453a-ba5b-d7fe4f1ff5ca req-842772b8-8d92-4c80-a4dc-6075fcaa6c79 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:32.923661 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dcc8bd72-0122-453a-ba5b-d7fe4f1ff5ca req-842772b8-8d92-4c80-a4dc-6075fcaa6c79 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 945 time: 0.0816925 May 25 23:09:32.964089 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dcc8bd72-0122-453a-ba5b-d7fe4f1ff5ca req-dbfc1740-af7b-45fe-982d-9bf57258be25 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337973 May 25 23:09:33.964026 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35084) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:34.078114 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59035b26-99ab-43cc-b336-e1124dbac270 req-46fcf096-03aa-48a8-a5ed-cc00a6c3787f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:34.080210 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59035b26-99ab-43cc-b336-e1124dbac270 req-46fcf096-03aa-48a8-a5ed-cc00a6c3787f tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 945 time: 0.0485430 May 25 23:09:34.085008 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-f0976221-bbca-455a-899c-02c763f54c14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Deleting port 161a70d9-09ea-463d-be44-900a9f5e4b96 {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:34.085348 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f0976221-bbca-455a-899c-02c763f54c14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:34.118599 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-59035b26-99ab-43cc-b336-e1124dbac270 req-2d9361f9-aade-4745-ae9c-d64a7a7e904e tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups?id=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315089 May 25 23:09:34.160238 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f0976221-bbca-455a-899c-02c763f54c14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:34.160561 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f0976221-bbca-455a-899c-02c763f54c14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:34.171701 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-f0976221-bbca-455a-899c-02c763f54c14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Calling delete_port for 161a70d9-09ea-463d-be44-900a9f5e4b96 owned by network:floatingip {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:34.248435 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-aa8ba30b-1e96-401c-a888-ad476ec91058 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:34.249756 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-aa8ba30b-1e96-401c-a888-ad476ec91058 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 945 time: 0.0464988 May 25 23:09:34.346104 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Deleting port 7ced746e-90ce-4a35-be27-7d910c8f38a2 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:34.346642 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:34.394638 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f0976221-bbca-455a-899c-02c763f54c14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:34.423579 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 48d8d3fb-c7c5-444e-9698-ca2a17672583 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:34.425736 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0976221-bbca-455a-899c-02c763f54c14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event deleted for resources: {'Port': ['ID=161a70d9-09ea-463d-be44-900a9f5e4b96,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:34.438820 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] For port 7ced746e-90ce-4a35-be27-7d910c8f38a2, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=7ced746e-90ce-4a35-be27-7d910c8f38a2,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:34.439378 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:34.446660 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 48d8d3fb-c7c5-444e-9698-ca2a17672583 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:09:34.450418 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 48d8d3fb-c7c5-444e-9698-ca2a17672583 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:34.491277 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f0976221-bbca-455a-899c-02c763f54c14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for floatingip, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:34.494198 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f0976221-bbca-455a-899c-02c763f54c14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:34.496155 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f0976221-bbca-455a-899c-02c763f54c14 tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "DELETE /v2.0/floatingips/cbc3dfde-939b-432e-b9b9-b0d566e9f81b HTTP/1.1" status: 204 len: 168 time: 0.5303707 May 25 23:09:34.615419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:34.615775 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:34.616096 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Floating IP 733e09d8-0da7-4fb4-833c-b52d1ee58ecd disassociated. External IP: 172.27.1.182, port: 7ced746e-90ce-4a35-be27-7d910c8f38a2. May 25 23:09:34.616429 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Calling delete_port for 7ced746e-90ce-4a35-be27-7d910c8f38a2 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:34.833983 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:34.867098 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'Port': ['ID=7ced746e-90ce-4a35-be27-7d910c8f38a2,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:34.980641 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:09:35.083396 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:09:35.096099 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604dcc04-e707-4607-9023-bda2bd511b28 None None] Sync routers for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:09:35.105502 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604dcc04-e707-4607-9023-bda2bd511b28 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:35.106371 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-604dcc04-e707-4607-9023-bda2bd511b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:35.125543 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] No DVR routers for this DVR port 7ced746e-90ce-4a35-be27-7d910c8f38a2 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:09:35.128236 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:35.131557 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-85ebd43e-c2bf-40ff-b7cf-17ffb1ca6a1e req-dc5b3738-f67e-4762-9eba-940a49cf6486 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.24 "DELETE /v2.0/ports/7ced746e-90ce-4a35-be27-7d910c8f38a2 HTTP/1.1" status: 204 len: 173 time: 0.8711026 May 25 23:09:35.131992 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'name': 'network-vif-deleted', 'tag': '7ced746e-90ce-4a35-be27-7d910c8f38a2'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:09:35.134234 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5174dd30-e9b3-4247-933a-4eece62c45d1" -d '{"events": [{"server_uuid": "9edee9f2-d402-4c4e-9647-d38b57859f50", "name": "network-vif-deleted", "tag": "7ced746e-90ce-4a35-be27-7d910c8f38a2"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:09:35.172505 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1a24db-140d-48a3-813c-8d828ea05af4 x-openstack-request-id: req-5a1a24db-140d-48a3-813c-8d828ea05af4 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:09:35.172796 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edee9f2-d402-4c4e-9647-d38b57859f50", "name": "network-vif-deleted", "tag": "7ced746e-90ce-4a35-be27-7d910c8f38a2", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:09:35.173046 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a1a24db-140d-48a3-813c-8d828ea05af4 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:09:35.173625 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1a24db-140d-48a3-813c-8d828ea05af4'] response: {'server_uuid': '9edee9f2-d402-4c4e-9647-d38b57859f50', 'name': 'network-vif-deleted', 'tag': '7ced746e-90ce-4a35-be27-7d910c8f38a2', 'status': 'completed', 'code': 200} May 25 23:09:35.226336 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2b1b3453-448b-41e6-9825-768ea34971b2 req-57190a74-4bcc-4df8-8a59-0ac4587d4f9c tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 210 time: 0.0357831 May 25 23:09:35.231308 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-604dcc04-e707-4607-9023-bda2bd511b28 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:35.436807 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-604dcc04-e707-4607-9023-bda2bd511b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:35.463775 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604dcc04-e707-4607-9023-bda2bd511b28 None None] Checking router: c3b3a688-ed9e-4dd5-b5fb-50af9944f744 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:09:35.472657 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604dcc04-e707-4607-9023-bda2bd511b28 None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:35.473253 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-604dcc04-e707-4607-9023-bda2bd511b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:35.579401 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-604dcc04-e707-4607-9023-bda2bd511b28 None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:35.829226 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35104) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:35.851690 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-604dcc04-e707-4607-9023-bda2bd511b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:35.878445 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604dcc04-e707-4607-9023-bda2bd511b28 None None] The sync data for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi is: [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T22:56:36Z', 'revision_number': 4, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '43cb804e-ccc1-4adc-8f21-613cc5a404ef', 'name': '', 'network_id': '8832910d-3014-46b3-926b-42ce9e4f63a7', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'mac_address': 'fa:16:3e:61:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:42Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'subnets': [{'id': '3cc5fde0-cb97-48f5-833b-89086f6b613a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:09:35.887254 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b05089cf-223b-404c-9f47-da6b5f16568e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:35.916190 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b05089cf-223b-404c-9f47-da6b5f16568e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:36.044927 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b05089cf-223b-404c-9f47-da6b5f16568e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:36.048741 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b05089cf-223b-404c-9f47-da6b5f16568e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:36.049532 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-b05089cf-223b-404c-9f47-da6b5f16568e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] 10.222.0.48 "DELETE /v2.0/security-groups/8c667dcc-6a71-4323-87c5-85aac2e55bec HTTP/1.1" status: 204 len: 168 time: 0.2187865 May 25 23:09:36.059093 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05089cf-223b-404c-9f47-da6b5f16568e tempest-TestVolumeBootPattern-2066639766 tempest-TestVolumeBootPattern-2066639766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c667dcc-6a71-4323-87c5-85aac2e55bec,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:36.101055 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0508c86-3a01-485c-be64-63706192884b None None] New status for floating IP 733e09d8-0da7-4fb4-833c-b52d1ee58ecd: DOWN {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:09:36.204894 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35108) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:36.330470 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5e5aa593-4324-4158-b702-ac3649927fc3 req-de0fa2e1-ea6f-44c0-826b-899817d3813c tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/ports?device_id=9edee9f2-d402-4c4e-9647-d38b57859f50 HTTP/1.1" status: 200 len: 210 time: 0.0298371 May 25 23:09:36.686178 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595191'] for router_interface, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:36.923944 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] Deleting port e0ae01ff-6b17-4a89-b208-18022a49af0a {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:36.924278 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:36.998482 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] For port e0ae01ff-6b17-4a89-b208-18022a49af0a, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=e0ae01ff-6b17-4a89-b208-18022a49af0a,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:36.998759 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:37.009942 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] Calling delete_port for e0ae01ff-6b17-4a89-b208-18022a49af0a owned by network:router_interface {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:37.251354 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:37.280007 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ae01ff-6b17-4a89-b208-18022a49af0a,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:37.444235 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33028488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595463'] for router_interface, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:37.492874 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35118) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:37.548255 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fdfd26e3-70e4-4c45-b553-0e9622269060 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:37.576220 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fdfd26e3-70e4-4c45-b553-0e9622269060 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:37.668590 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fdfd26e3-70e4-4c45-b553-0e9622269060 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:37.671219 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fdfd26e3-70e4-4c45-b553-0e9622269060 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:37.672395 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-fdfd26e3-70e4-4c45-b553-0e9622269060 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "DELETE /v2.0/security-groups/7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471 HTTP/1.1" status: 204 len: 168 time: 0.1782768 May 25 23:09:37.676196 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35120) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:37.690308 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd26e3-70e4-4c45-b553-0e9622269060 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:37.698231 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.api.v2.resource [None req-0b44ad0c-5721-4e05-b2d4-f63b929786d2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] show failed (client error): The resource could not be found. May 25 23:09:37.702068 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-0b44ad0c-5721-4e05-b2d4-f63b929786d2 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "GET /v2.0/security-groups/7dbc9ba1-0a4d-4bf5-acbf-c91d8d261471 HTTP/1.1" status: 404 len: 347 time: 0.0222235 May 25 23:09:37.702658 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35122) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:37.839198 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bc755-be77-4c64-877d-f8e2023c46f7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Deleting port 55c24a7f-f898-4c80-9737-13e7fa5d59bb {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:37.839436 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc755-be77-4c64-877d-f8e2023c46f7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:37.911928 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc755-be77-4c64-877d-f8e2023c46f7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:37.912268 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc755-be77-4c64-877d-f8e2023c46f7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:37.923589 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bc755-be77-4c64-877d-f8e2023c46f7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Calling delete_port for 55c24a7f-f898-4c80-9737-13e7fa5d59bb owned by network:floatingip {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:37.923785 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] Router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:09:38.028601 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:09:38.034390 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-29a02aee-4029-4257-984f-c52f35524850 admin admin] 10.222.0.48 "PUT /v2.0/routers/66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8285062 May 25 23:09:38.036862 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35124) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:38.040722 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a87da7a-c4f8-4326-bd01-fecec74bc2c1 None None] Sync routers for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:09:38.051887 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a87da7a-c4f8-4326-bd01-fecec74bc2c1 None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:38.052562 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-7a87da7a-c4f8-4326-bd01-fecec74bc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:38.142080 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Notify callbacks [] for router, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:38.153549 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc755-be77-4c64-877d-f8e2023c46f7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:38.157844 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-7a87da7a-c4f8-4326-bd01-fecec74bc2c1 None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:38.181616 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bc755-be77-4c64-877d-f8e2023c46f7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Pushing event deleted for resources: {'Port': ['ID=55c24a7f-f898-4c80-9737-13e7fa5d59bb,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:38.248832 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc755-be77-4c64-877d-f8e2023c46f7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks [] for floatingip, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:38.252360 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc755-be77-4c64-877d-f8e2023c46f7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:38.253680 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-2d1bc755-be77-4c64-877d-f8e2023c46f7 tempest-AttachVolumeNegativeTest-1168905704 tempest-AttachVolumeNegativeTest-1168905704-project] 10.222.0.48 "DELETE /v2.0/floatingips/733e09d8-0da7-4fb4-833c-b52d1ee58ecd HTTP/1.1" status: 204 len: 168 time: 0.5503638 May 25 23:09:38.268428 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:38.353547 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-7a87da7a-c4f8-4326-bd01-fecec74bc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T23:09:37Z', 'revision_number': 5, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port': {'id': '46cb9124-ac29-40d4-b7e4-8195464f2cde', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:55Z', 'updated_at': '2022-05-25T22:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:38.380405 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a87da7a-c4f8-4326-bd01-fecec74bc2c1 None None] Checking router: 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:09:38.388356 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a87da7a-c4f8-4326-bd01-fecec74bc2c1 None None] Routers {'66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:38.388959 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-7a87da7a-c4f8-4326-bd01-fecec74bc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:38.390064 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Deleting port 46cb9124-ac29-40d4-b7e4-8195464f2cde {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:38.390452 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:38.456254 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 7ced746e-90ce-4a35-be27-7d910c8f38a2 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:38.476317 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 7ced746e-90ce-4a35-be27-7d910c8f38a2 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:09:38.476665 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 7ced746e-90ce-4a35-be27-7d910c8f38a2 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:38.480383 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] For port 46cb9124-ac29-40d4-b7e4-8195464f2cde, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=46cb9124-ac29-40d4-b7e4-8195464f2cde,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:38.480551 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-7a87da7a-c4f8-4326-bd01-fecec74bc2c1 None None] Set router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 gateway port host: None {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:38.480865 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:38.492943 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Calling delete_port for 46cb9124-ac29-40d4-b7e4-8195464f2cde owned by network:router_gateway {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:38.532159 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-7a87da7a-c4f8-4326-bd01-fecec74bc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T23:09:38Z', 'revision_number': 6, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port_host': None}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:38.561335 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a87da7a-c4f8-4326-bd01-fecec74bc2c1 None None] The sync data for ids ['66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62'] in dv-cinder-843209-1-iscsi is: [{'id': '66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62', 'name': 'tempest-TestVolumeBootPattern-744908006-router', 'tenant_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:54Z', 'updated_at': '2022-05-25T23:09:38Z', 'revision_number': 6, 'project_id': '5f71e6e2ba494f71afa3ae47ebfbbfb9', 'gw_port_host': None}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:09:38.691365 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:38.720361 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Pushing event deleted for resources: {'Port': ['ID=46cb9124-ac29-40d4-b7e4-8195464f2cde,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:38.778084 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601257'] for router_gateway, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:38.867090 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12852'] for router, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:38.869378 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:38.999799 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596379'] for router, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.000502 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 {{(pid=114256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:09:39.005840 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.007013 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-2b321067-4b2f-4f65-a9ed-b28df2b535bc admin admin] 10.222.0.48 "DELETE /v2.0/routers/66c9b3fb-aea3-4e5e-a78c-0fdd2d257c62 HTTP/1.1" status: 204 len: 168 time: 0.9692533 May 25 23:09:39.009436 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35130) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:39.057199 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93cdeb8-980c-4a8c-b830-f87b928cf8ff admin admin] Deleting subnet 84d0830f-722c-4736-aae8-acdb24d95416 {{(pid=114256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:09:39.060309 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b93cdeb8-980c-4a8c-b830-f87b928cf8ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.094911 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b93cdeb8-980c-4a8c-b830-f87b928cf8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8499910'] for subnet, precommit_delete_associations {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.172464 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b93cdeb8-980c-4a8c-b830-f87b928cf8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.280705 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b93cdeb8-980c-4a8c-b830-f87b928cf8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9599053'] for subnet, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.310766 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cdeb8-980c-4a8c-b830-f87b928cf8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d0830f-722c-4736-aae8-acdb24d95416,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:39.315137 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b93cdeb8-980c-4a8c-b830-f87b928cf8ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.320628 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da39dc30-c0d6-4ca2-8a47-2afede079434 None None] Network 892cb638-a1e1-4c1f-9fa3-d697ac74511c requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:09:39.320850 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-b93cdeb8-980c-4a8c-b830-f87b928cf8ff admin admin] 10.222.0.48 "DELETE /v2.0/subnets/84d0830f-722c-4736-aae8-acdb24d95416 HTTP/1.1" status: 204 len: 168 time: 0.3103838 May 25 23:09:39.321320 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35132) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:39.392419 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.452222 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Deleting port fd3e50b3-e0de-4df0-bec3-525730a6d06d {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:39.452547 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.507185 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f36c1b-7c09-4c1e-b382-1dc9bf5b8237 None None] DHCP port deletion for 892cb638-a1e1-4c1f-9fa3-d697ac74511c request from dv-cinder-843209-1-iscsi {{(pid=114257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 23:09:39.530620 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] For port fd3e50b3-e0de-4df0-bec3-525730a6d06d, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=fd3e50b3-e0de-4df0-bec3-525730a6d06d,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:39.530620 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.542616 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Calling delete_port for fd3e50b3-e0de-4df0-bec3-525730a6d06d owned by network:dhcp {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:39.572310 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-11f36c1b-7c09-4c1e-b382-1dc9bf5b8237 None None] Deleting port fd3e50b3-e0de-4df0-bec3-525730a6d06d {{(pid=114257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:39.572843 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-11f36c1b-7c09-4c1e-b382-1dc9bf5b8237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.692179 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.723038 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3e50b3-e0de-4df0-bec3-525730a6d06d,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:39.729197 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] No DVR routers for this DVR port fd3e50b3-e0de-4df0-bec3-525730a6d06d on host dv-cinder-843209-1-iscsi {{(pid=114255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:09:39.774628 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-11f36c1b-7c09-4c1e-b382-1dc9bf5b8237 None None] For port fd3e50b3-e0de-4df0-bec3-525730a6d06d, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=fd3e50b3-e0de-4df0-bec3-525730a6d06d,segment=NetworkSegment(738ca9f2-6a23-4354-86c3-67c7312acf42),segment_id=738ca9f2-6a23-4354-86c3-67c7312acf42)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:39.775263 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-11f36c1b-7c09-4c1e-b382-1dc9bf5b8237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.779788 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device fd3e50b3-e0de-4df0-bec3-525730a6d06d no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:39.814188 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: fd3e50b3-e0de-4df0-bec3-525730a6d06d {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:09:39.816053 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device fd3e50b3-e0de-4df0-bec3-525730a6d06d not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:39.816053 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device e0ae01ff-6b17-4a89-b208-18022a49af0a no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:39.816252 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.820633 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-11f36c1b-7c09-4c1e-b382-1dc9bf5b8237 None None] Calling delete_port for fd3e50b3-e0de-4df0-bec3-525730a6d06d owned by network:dhcp {{(pid=114257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:39.836633 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892cb638-a1e1-4c1f-9fa3-d697ac74511c']}} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:39.840584 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: e0ae01ff-6b17-4a89-b208-18022a49af0a {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:09:39.840931 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device e0ae01ff-6b17-4a89-b208-18022a49af0a not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:39.848965 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 46cb9124-ac29-40d4-b7e4-8195464f2cde no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:39.849280 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:09:39.849743 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738ca9f2-6a23-4354-86c3-67c7312acf42') {'for_net_delete': True} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:39.849743 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738ca9f2-6a23-4354-86c3-67c7312acf42') {} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:39.856769 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1197426'] for segment, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.866096 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 46cb9124-ac29-40d4-b7e4-8195464f2cde {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:09:39.866470 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 46cb9124-ac29-40d4-b7e4-8195464f2cde not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:39.871265 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.878038 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=114255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:09:39.878615 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744495'] for segment, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.919240 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment 738ca9f2-6a23-4354-86c3-67c7312acf42 resource provider aggregate not found May 25 23:09:39.936167 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-11f36c1b-7c09-4c1e-b382-1dc9bf5b8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:39.943684 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment 738ca9f2-6a23-4354-86c3-67c7312acf42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 738ca9f2-6a23-4354-86c3-67c7312acf42 found for delete ", "request_id": "req-60189ee4-0f23-4f02-ba67-12ceab2982b7"}]} May 25 23:09:39.963133 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f36c1b-7c09-4c1e-b382-1dc9bf5b8237 None None] No DVR routers for this DVR port fd3e50b3-e0de-4df0-bec3-525730a6d06d on host dv-cinder-843209-1-iscsi {{(pid=114257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:09:39.966798 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f36c1b-7c09-4c1e-b382-1dc9bf5b8237 None None] Pushing event deleted for resources: {'Port': ['ID=fd3e50b3-e0de-4df0-bec3-525730a6d06d,revision_number=None']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:40.005962 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:40.011227 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:40.014296 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/892cb638-a1e1-4c1f-9fa3-d697ac74511c HTTP/1.1" status: 204 len: 168 time: 0.6919904 May 25 23:09:40.017187 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35148) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:40.029188 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dae30-652b-44fd-91e7-2ebfcd3e37d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=892cb638-a1e1-4c1f-9fa3-d697ac74511c,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:40.357494 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595191'] for router_interface, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:40.599823 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] Deleting port dd50b093-7cd9-40af-b7dc-787fd0abc0db {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:40.600143 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:40.677848 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] For port dd50b093-7cd9-40af-b7dc-787fd0abc0db, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=dd50b093-7cd9-40af-b7dc-787fd0abc0db,segment=NetworkSegment(172d10a5-f7a9-462d-bdb7-0481014b71c2),segment_id=172d10a5-f7a9-462d-bdb7-0481014b71c2)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:40.678116 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:40.689848 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] Calling delete_port for dd50b093-7cd9-40af-b7dc-787fd0abc0db owned by network:router_interface {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:40.937065 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:40.963689 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] Pushing event deleted for resources: {'Port': ['ID=dd50b093-7cd9-40af-b7dc-787fd0abc0db,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:41.132573 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33028488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595463'] for router_interface, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:41.351453 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] Router e2e07bd4-900c-4696-9c1e-2a6104a06513 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:09:41.459526 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:09:41.464323 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-c14154dd-aa8d-4b4b-bfe4-f1abec1606fb admin admin] 10.222.0.48 "PUT /v2.0/routers/e2e07bd4-900c-4696-9c1e-2a6104a06513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4461422 May 25 23:09:41.466830 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35164) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:41.467771 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721dcdbe-862b-4116-bfc0-2e59f0979f32 None None] Sync routers for ids ['e2e07bd4-900c-4696-9c1e-2a6104a06513'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:09:41.478335 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721dcdbe-862b-4116-bfc0-2e59f0979f32 None None] Routers {'e2e07bd4-900c-4696-9c1e-2a6104a06513'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:41.478981 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-721dcdbe-862b-4116-bfc0-2e59f0979f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['e2e07bd4-900c-4696-9c1e-2a6104a06513'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:41.580065 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Notify callbacks [] for router, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:41.583913 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-721dcdbe-862b-4116-bfc0-2e59f0979f32 None None] Set router e2e07bd4-900c-4696-9c1e-2a6104a06513 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:41.787578 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-721dcdbe-862b-4116-bfc0-2e59f0979f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'name': 'tempest-TestVolumeBootPattern-1332220564-router', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:01Z', 'updated_at': '2022-05-25T23:09:40Z', 'revision_number': 5, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'gw_port': {'id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:02Z', 'updated_at': '2022-05-25T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:41.791119 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-66435527-d996-4898-a2e4-45a8c981b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:41.817770 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721dcdbe-862b-4116-bfc0-2e59f0979f32 None None] Checking router: e2e07bd4-900c-4696-9c1e-2a6104a06513 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:09:41.826801 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721dcdbe-862b-4116-bfc0-2e59f0979f32 None None] Routers {'e2e07bd4-900c-4696-9c1e-2a6104a06513'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:41.827510 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-721dcdbe-862b-4116-bfc0-2e59f0979f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['e2e07bd4-900c-4696-9c1e-2a6104a06513'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:41.937501 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-721dcdbe-862b-4116-bfc0-2e59f0979f32 None None] Set router e2e07bd4-900c-4696-9c1e-2a6104a06513 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:41.954777 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.064663 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Deleting port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:42.065000 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.114234 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-721dcdbe-862b-4116-bfc0-2e59f0979f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'name': 'tempest-TestVolumeBootPattern-1332220564-router', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:01Z', 'updated_at': '2022-05-25T23:09:40Z', 'revision_number': 5, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'gw_port': {'id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:02Z', 'updated_at': '2022-05-25T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:42.142896 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] For port 7a8bb70e-a858-4b70-bf58-7cdd33e454e5, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=7a8bb70e-a858-4b70-bf58-7cdd33e454e5,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:42.143253 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.144638 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721dcdbe-862b-4116-bfc0-2e59f0979f32 None None] The sync data for ids ['e2e07bd4-900c-4696-9c1e-2a6104a06513'] in dv-cinder-843209-1-iscsi is: [{'id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'name': 'tempest-TestVolumeBootPattern-1332220564-router', 'tenant_id': '3af0a701935b4c53a12002cea1788c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:01Z', 'updated_at': '2022-05-25T23:09:40Z', 'revision_number': 5, 'project_id': '3af0a701935b4c53a12002cea1788c23', 'gw_port': {'id': '7a8bb70e-a858-4b70-bf58-7cdd33e454e5', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e07bd4-900c-4696-9c1e-2a6104a06513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:02Z', 'updated_at': '2022-05-25T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:09:42.155200 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Calling delete_port for 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 owned by network:router_gateway {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:42.311997 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35172) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:42.388859 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.421892 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8bb70e-a858-4b70-bf58-7cdd33e454e5,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:42.482221 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601257'] for router_gateway, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.579352 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12852'] for router, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.581610 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.692490 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596379'] for router, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.693132 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2e07bd4-900c-4696-9c1e-2a6104a06513 {{(pid=114256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:09:42.698633 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.699846 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-a1085d58-b069-4eed-a0b6-f725204c4e62 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e2e07bd4-900c-4696-9c1e-2a6104a06513 HTTP/1.1" status: 204 len: 168 time: 1.2321286 May 25 23:09:42.702335 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35178) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:42.715708 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595191'] for router_interface, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.755478 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_v2 [None req-8591c8ae-f240-44c9-8d71-a9eb9d7ed9ef admin admin] Deleting subnet 05d813f4-032a-44c9-93d5-25a0c1d875d7 {{(pid=114256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:09:42.758849 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8591c8ae-f240-44c9-8d71-a9eb9d7ed9ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.795937 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8591c8ae-f240-44c9-8d71-a9eb9d7ed9ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8499910'] for subnet, precommit_delete_associations {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.882184 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8591c8ae-f240-44c9-8d71-a9eb9d7ed9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:42.963091 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] Deleting port 43cb804e-ccc1-4adc-8f21-613cc5a404ef {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:42.963422 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.023246 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8591c8ae-f240-44c9-8d71-a9eb9d7ed9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9599053'] for subnet, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.041511 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] For port 43cb804e-ccc1-4adc-8f21-613cc5a404ef, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=43cb804e-ccc1-4adc-8f21-613cc5a404ef,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:43.041875 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.049973 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591c8ae-f240-44c9-8d71-a9eb9d7ed9ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05d813f4-032a-44c9-93d5-25a0c1d875d7,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:43.054065 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] Calling delete_port for 43cb804e-ccc1-4adc-8f21-613cc5a404ef owned by network:router_interface {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:43.054808 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8591c8ae-f240-44c9-8d71-a9eb9d7ed9ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.060854 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6439912-93dd-4f7d-8bb9-6997f5aab43b None None] Network f27679c5-5e92-4054-b0b9-05357be6fa38 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:09:43.064300 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-8591c8ae-f240-44c9-8d71-a9eb9d7ed9ef admin admin] 10.222.0.48 "DELETE /v2.0/subnets/05d813f4-032a-44c9-93d5-25a0c1d875d7 HTTP/1.1" status: 204 len: 168 time: 0.3547170 May 25 23:09:43.064967 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35180) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:43.140147 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.214840 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Deleting port deb511e5-cd2e-44f2-af0a-4cdc197c7972 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:43.215288 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.256624 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656df134-8650-426a-970c-f5ce37be7835 None None] DHCP port deletion for f27679c5-5e92-4054-b0b9-05357be6fa38 request from dv-cinder-843209-1-iscsi {{(pid=114257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 23:09:43.289703 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] For port deb511e5-cd2e-44f2-af0a-4cdc197c7972, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=deb511e5-cd2e-44f2-af0a-4cdc197c7972,segment=NetworkSegment(172d10a5-f7a9-462d-bdb7-0481014b71c2),segment_id=172d10a5-f7a9-462d-bdb7-0481014b71c2)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:43.290167 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.303071 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Calling delete_port for deb511e5-cd2e-44f2-af0a-4cdc197c7972 owned by network:dhcp {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:43.307337 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Deleting port deb511e5-cd2e-44f2-af0a-4cdc197c7972 {{(pid=114257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:43.307711 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.325546 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.351983 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=43cb804e-ccc1-4adc-8f21-613cc5a404ef,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:43.374192 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-656df134-8650-426a-970c-f5ce37be7835 None None] For port deb511e5-cd2e-44f2-af0a-4cdc197c7972, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=deb511e5-cd2e-44f2-af0a-4cdc197c7972,segment=NetworkSegment(172d10a5-f7a9-462d-bdb7-0481014b71c2),segment_id=172d10a5-f7a9-462d-bdb7-0481014b71c2)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:43.374632 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.389334 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Calling delete_port for deb511e5-cd2e-44f2-af0a-4cdc197c7972 owned by network:dhcp {{(pid=114257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:43.479983 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.492132 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.506658 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656df134-8650-426a-970c-f5ce37be7835 None None] No DVR routers for this DVR port deb511e5-cd2e-44f2-af0a-4cdc197c7972 on host dv-cinder-843209-1-iscsi {{(pid=114257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:09:43.517252 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Pushing event deleted for resources: {'Port': ['ID=deb511e5-cd2e-44f2-af0a-4cdc197c7972,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:43.521892 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] No DVR routers for this DVR port deb511e5-cd2e-44f2-af0a-4cdc197c7972 on host dv-cinder-843209-1-iscsi {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:09:43.534366 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Pushing event deleted for resources: {'Port': ['ID=deb511e5-cd2e-44f2-af0a-4cdc197c7972,revision_number=None']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:43.545641 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.545888 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.546224 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.546583 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.547546 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.547927 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.548308 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.552108 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.552497 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.552988 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.553330 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.554091 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656df134-8650-426a-970c-f5ce37be7835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:09:43.559405 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33028488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595463'] for router_interface, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.605772 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.627039 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27679c5-5e92-4054-b0b9-05357be6fa38']}} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:43.636039 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172d10a5-f7a9-462d-bdb7-0481014b71c2') {'for_net_delete': True} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:43.636329 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172d10a5-f7a9-462d-bdb7-0481014b71c2') {} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:43.645553 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8499919'] for segment, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.658931 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.664719 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=114256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:09:43.665086 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9366927'] for segment, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.709787 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment 172d10a5-f7a9-462d-bdb7-0481014b71c2 resource provider aggregate not found May 25 23:09:43.744300 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment 172d10a5-f7a9-462d-bdb7-0481014b71c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 172d10a5-f7a9-462d-bdb7-0481014b71c2 found for delete ", "request_id": "req-dd1d9872-bb79-40e1-922d-2e2bdbd1d321"}]} May 25 23:09:43.780656 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] Router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:09:43.787682 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.793429 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.797678 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] 10.222.0.48 "DELETE /v2.0/networks/f27679c5-5e92-4054-b0b9-05357be6fa38 HTTP/1.1" status: 204 len: 168 time: 0.7311428 May 25 23:09:43.810616 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144c780-7cc9-43a6-a15e-9029dbc3659f admin admin] Pushing event deleted for resources: {'Network': ['ID=f27679c5-5e92-4054-b0b9-05357be6fa38,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:43.828269 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device dd50b093-7cd9-40af-b7dc-787fd0abc0db no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:43.849854 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: dd50b093-7cd9-40af-b7dc-787fd0abc0db {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:09:43.850195 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device dd50b093-7cd9-40af-b7dc-787fd0abc0db not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:43.850625 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device deb511e5-cd2e-44f2-af0a-4cdc197c7972 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:43.870675 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: deb511e5-cd2e-44f2-af0a-4cdc197c7972 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:09:43.871013 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device deb511e5-cd2e-44f2-af0a-4cdc197c7972 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:43.871419 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:43.893301 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:09:43.893512 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:09:43.893625 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 7a8bb70e-a858-4b70-bf58-7cdd33e454e5 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:43.901030 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f1521081-078b-4b56-8a84-05ddf97124f2 admin admin] 10.222.0.48 "PUT /v2.0/routers/c3b3a688-ed9e-4dd5-b5fb-50af9944f744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5879092 May 25 23:09:43.901647 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35188) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:43.905458 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c648cb-d4a9-4a51-9065-2500610e515d None None] Sync routers for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:09:43.916648 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c648cb-d4a9-4a51-9065-2500610e515d None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:43.917298 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-81c648cb-d4a9-4a51-9065-2500610e515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:44.004982 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Notify callbacks [] for router, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.021597 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-81c648cb-d4a9-4a51-9065-2500610e515d None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:44.112092 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35190) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:44.164677 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-df667c70-cffb-488c-97f3-5b5e8c744c60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f71e6e2ba494f71afa3ae47ebfbbfb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503345 May 25 23:09:44.170218 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35192) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:44.191081 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0fa7db47-85ec-4fb4-87b2-9ac2251d98ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.215142 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-81c648cb-d4a9-4a51-9065-2500610e515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T23:09:43Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:44.227810 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e138d420-38b1-42dd-8de6-387106587771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.243824 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c648cb-d4a9-4a51-9065-2500610e515d None None] Checking router: c3b3a688-ed9e-4dd5-b5fb-50af9944f744 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:09:44.252531 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e138d420-38b1-42dd-8de6-387106587771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.253764 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c648cb-d4a9-4a51-9065-2500610e515d None None] Routers {'c3b3a688-ed9e-4dd5-b5fb-50af9944f744'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:09:44.254581 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-81c648cb-d4a9-4a51-9065-2500610e515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:44.320238 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.358759 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-81c648cb-d4a9-4a51-9065-2500610e515d None None] Set router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:09:44.371287 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e138d420-38b1-42dd-8de6-387106587771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.373870 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e138d420-38b1-42dd-8de6-387106587771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.375096 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-e138d420-38b1-42dd-8de6-387106587771 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38f97fe3-b4cb-4b89-9432-c4fec8728352 HTTP/1.1" status: 204 len: 168 time: 0.2037411 May 25 23:09:44.383022 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138d420-38b1-42dd-8de6-387106587771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f97fe3-b4cb-4b89-9432-c4fec8728352,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:44.446831 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Deleting port 95a758c7-941e-4a14-89f1-5f39034388ee {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:44.447390 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.526765 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] For port 95a758c7-941e-4a14-89f1-5f39034388ee, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=95a758c7-941e-4a14-89f1-5f39034388ee,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:44.527124 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.539699 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Calling delete_port for 95a758c7-941e-4a14-89f1-5f39034388ee owned by network:router_gateway {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:44.543022 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-81c648cb-d4a9-4a51-9065-2500610e515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T23:09:43Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:44.572952 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c648cb-d4a9-4a51-9065-2500610e515d None None] The sync data for ids ['c3b3a688-ed9e-4dd5-b5fb-50af9944f744'] in dv-cinder-843209-1-iscsi is: [{'id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'name': 'tempest-AttachVolumeNegativeTest-274433725-router', 'tenant_id': 'f9cea3c91d374b32817fc9600bcae426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:29Z', 'updated_at': '2022-05-25T23:09:43Z', 'revision_number': 5, 'project_id': 'f9cea3c91d374b32817fc9600bcae426', 'gw_port': {'id': '95a758c7-941e-4a14-89f1-5f39034388ee', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a688-ed9e-4dd5-b5fb-50af9944f744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:30Z', 'updated_at': '2022-05-25T22:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:09:44.777339 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.806876 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Pushing event deleted for resources: {'Port': ['ID=95a758c7-941e-4a14-89f1-5f39034388ee,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:44.864757 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601257'] for router_gateway, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.949742 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35198) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:44.959834 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12852'] for router, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.962055 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.001563 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-2815415f-d9e2-431b-9333-7b89a1c0389f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3af0a701935b4c53a12002cea1788c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479879 May 25 23:09:45.001779 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35200) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:45.052965 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0b5e07bf-fb5a-4c6c-9320-90565340ba0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.075272 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0b5e07bf-fb5a-4c6c-9320-90565340ba0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.079749 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596379'] for router, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.080406 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b3a688-ed9e-4dd5-b5fb-50af9944f744 {{(pid=114255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:09:45.085237 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] Notify callbacks [] for router, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.086496 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-4d0c6e8c-ff81-416f-a024-b42c1edadcfc admin admin] 10.222.0.48 "DELETE /v2.0/routers/c3b3a688-ed9e-4dd5-b5fb-50af9944f744 HTTP/1.1" status: 204 len: 168 time: 1.1838729 May 25 23:09:45.088959 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35202) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:45.144027 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2030e45-417a-4d07-a693-5320dab7bafb admin admin] Deleting subnet 3cc5fde0-cb97-48f5-833b-89086f6b613a {{(pid=114255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:09:45.147357 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e2030e45-417a-4d07-a693-5320dab7bafb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.183525 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e2030e45-417a-4d07-a693-5320dab7bafb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1197435'] for subnet, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.206058 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0b5e07bf-fb5a-4c6c-9320-90565340ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.210658 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0b5e07bf-fb5a-4c6c-9320-90565340ba0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.212116 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-0b5e07bf-fb5a-4c6c-9320-90565340ba0c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d404911d-a3a1-4159-b127-04fad87ae170 HTTP/1.1" status: 204 len: 168 time: 0.2092683 May 25 23:09:45.230440 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e07bf-fb5a-4c6c-9320-90565340ba0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d404911d-a3a1-4159-b127-04fad87ae170,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:45.296815 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.300765 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e2030e45-417a-4d07-a693-5320dab7bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.423319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e2030e45-417a-4d07-a693-5320dab7bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3746125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432323'] for subnet, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.447052 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2030e45-417a-4d07-a693-5320dab7bafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc5fde0-cb97-48f5-833b-89086f6b613a,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:45.454530 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e2030e45-417a-4d07-a693-5320dab7bafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.457902 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e2030e45-417a-4d07-a693-5320dab7bafb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3cc5fde0-cb97-48f5-833b-89086f6b613a HTTP/1.1" status: 204 len: 168 time: 0.3680191 May 25 23:09:45.460668 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35206) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:45.461105 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d10a993-3470-4042-81ac-9f21ae5c1430 None None] Network 8832910d-3014-46b3-926b-42ce9e4f63a7 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:09:45.530763 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.608936 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Deleting port e8836415-4b03-4142-bcd1-27f105b8d3db {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:45.609860 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.674903 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de441ac-a42e-4bcf-8cf8-61c27d941743 None None] DHCP port deletion for 8832910d-3014-46b3-926b-42ce9e4f63a7 request from dv-cinder-843209-1-iscsi {{(pid=114257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 23:09:45.706096 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] For port e8836415-4b03-4142-bcd1-27f105b8d3db, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=e8836415-4b03-4142-bcd1-27f105b8d3db,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:45.706660 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.724723 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Calling delete_port for e8836415-4b03-4142-bcd1-27f105b8d3db owned by network:dhcp {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:45.741998 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-8de441ac-a42e-4bcf-8cf8-61c27d941743 None None] Deleting port e8836415-4b03-4142-bcd1-27f105b8d3db {{(pid=114257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:09:45.742834 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8de441ac-a42e-4bcf-8cf8-61c27d941743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.809954 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 95a758c7-941e-4a14-89f1-5f39034388ee no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:45.836829 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 95a758c7-941e-4a14-89f1-5f39034388ee {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:09:45.837164 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 95a758c7-941e-4a14-89f1-5f39034388ee not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:45.837563 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device e8836415-4b03-4142-bcd1-27f105b8d3db no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:45.876054 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-8de441ac-a42e-4bcf-8cf8-61c27d941743 None None] For port e8836415-4b03-4142-bcd1-27f105b8d3db, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=e8836415-4b03-4142-bcd1-27f105b8d3db,segment=NetworkSegment(5d5266b4-c675-4b44-a389-f6c84494f919),segment_id=5d5266b4-c675-4b44-a389-f6c84494f919)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:09:45.876443 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8de441ac-a42e-4bcf-8cf8-61c27d941743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.893471 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-8de441ac-a42e-4bcf-8cf8-61c27d941743 None None] Calling delete_port for e8836415-4b03-4142-bcd1-27f105b8d3db owned by network:dhcp {{(pid=114257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:09:45.897566 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.900704 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No active binding found for port e8836415-4b03-4142-bcd1-27f105b8d3db {{(pid=114257) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 25 23:09:45.901105 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device e8836415-4b03-4142-bcd1-27f105b8d3db not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:45.901616 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 43cb804e-ccc1-4adc-8f21-613cc5a404ef no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:09:45.924579 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8836415-4b03-4142-bcd1-27f105b8d3db,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:45.925559 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 43cb804e-ccc1-4adc-8f21-613cc5a404ef {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:09:45.926053 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 43cb804e-ccc1-4adc-8f21-613cc5a404ef not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:09:45.926456 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] No DVR routers for this DVR port e8836415-4b03-4142-bcd1-27f105b8d3db on host dv-cinder-843209-1-iscsi {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:09:45.996077 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8de441ac-a42e-4bcf-8cf8-61c27d941743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.996661 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.018038 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8832910d-3014-46b3-926b-42ce9e4f63a7']}} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:46.020013 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de441ac-a42e-4bcf-8cf8-61c27d941743 None None] Pushing event deleted for resources: {'Port': ['ID=e8836415-4b03-4142-bcd1-27f105b8d3db,revision_number=None']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:46.026047 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de441ac-a42e-4bcf-8cf8-61c27d941743 None None] No DVR routers for this DVR port e8836415-4b03-4142-bcd1-27f105b8d3db on host dv-cinder-843209-1-iscsi {{(pid=114257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:09:46.027574 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5266b4-c675-4b44-a389-f6c84494f919') {'for_net_delete': True} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:46.027871 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5266b4-c675-4b44-a389-f6c84494f919') {} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:46.043702 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8499919'] for segment, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.056680 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.062957 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=114256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:09:46.066622 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9366927'] for segment, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.103528 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment 5d5266b4-c675-4b44-a389-f6c84494f919 resource provider aggregate not found May 25 23:09:46.120041 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment 5d5266b4-c675-4b44-a389-f6c84494f919 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d5266b4-c675-4b44-a389-f6c84494f919 found for delete ", "request_id": "req-5a66be65-1b6e-4f9b-9d04-58a5c38e2321"}]} May 25 23:09:46.205786 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.211035 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.214345 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8832910d-3014-46b3-926b-42ce9e4f63a7 HTTP/1.1" status: 204 len: 168 time: 0.7523243 May 25 23:09:46.225323 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56b599-645f-4ab2-b479-42c29d4e5885 admin admin] Pushing event deleted for resources: {'Network': ['ID=8832910d-3014-46b3-926b-42ce9e4f63a7,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:46.605203 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35214) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:46.623194 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.645729 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-75d4ba1e-1d61-471b-9b8e-030a6687354d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9cea3c91d374b32817fc9600bcae426&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392280 May 25 23:09:46.648323 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35216) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:46.695687 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac3b6-51ee-4157-af38-17d997cd3f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.716231 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac3b6-51ee-4157-af38-17d997cd3f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.799767 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac3b6-51ee-4157-af38-17d997cd3f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.802576 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac3b6-51ee-4157-af38-17d997cd3f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.803753 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-9d6ac3b6-51ee-4157-af38-17d997cd3f77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fd9b198-31c7-4f90-9313-605de96fcee6 HTTP/1.1" status: 204 len: 168 time: 0.1545615 May 25 23:09:46.812406 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ac3b6-51ee-4157-af38-17d997cd3f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd9b198-31c7-4f90-9313-605de96fcee6,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:47.170557 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:47.809668 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35238) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:47.903126 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1760069610-network', 'tenant_id': 'e7a68f9d3a3b4e9e8993b3be89f41b13'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:09:47.977382 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Made reservation on behalf of e7a68f9d3a3b4e9e8993b3be89f41b13 for: {'network': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:09:47.979752 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:47.988599 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:48.059876 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:48.125729 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:48.147037 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=114255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:09:48.161851 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28bb5d8-b630-4e05-a026-a39d88a1841d,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:48.164778 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:48.165114 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.segments_db [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Added segment d5a4f37c-e83e-4760-8e26-7c034cf3f037 of type vlan for network 68c643fe-870c-40b7-a9f4-1e0bfa103939 May 25 23:09:48.204132 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:48.279494 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:48.280450 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:48.281073 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:48.339999 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] Pushing event updated for resources: {'Network': ['ID=68c643fe-870c-40b7-a9f4-1e0bfa103939,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:48.349766 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 68c643fe-870c-40b7-a9f4-1e0bfa103939 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 23:09:48.390848 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-921acf9a-71ae-49a8-8ef7-60a019e436e8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5799654 May 25 23:09:48.394424 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35242) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:48.403439 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] Request body: {'subnet': {'network_id': '68c643fe-870c-40b7-a9f4-1e0bfa103939', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1760069610-subnet', 'tenant_id': 'e7a68f9d3a3b4e9e8993b3be89f41b13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:09:48.479478 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] Made reservation on behalf of e7a68f9d3a3b4e9e8993b3be89f41b13 for: {'subnet': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:09:48.481767 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432350'] for subnet, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:48.702702 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3746188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432328'] for subnet, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:48.750819 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72dbba18-8ed0-41dc-b4c1-a6179f9310c4,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:48.765473 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] Checking segment: {'id': 'd5a4f37c-e83e-4760-8e26-7c034cf3f037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '68c643fe-870c-40b7-a9f4-1e0bfa103939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:09:48.765879 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] Network hostable DHCP agents. Network: 68c643fe-870c-40b7-a9f4-1e0bfa103939, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:09:48.839354 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] Network 68c643fe-870c-40b7-a9f4-1e0bfa103939 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:09:48.936504 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 68c643fe-870c-40b7-a9f4-1e0bfa103939) {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:09:48.941108 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:48.941690 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:48.946384 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12295560-0717-4936-b429-f97a5c8380d9 None None] Network 68c643fe-870c-40b7-a9f4-1e0bfa103939 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:09:49.025959 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-21745f8c-760a-4fb7-b890-ca4ce1931c70 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6303866 May 25 23:09:49.077187 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c470e-36b2-4116-a752-9fff31c94eff None None] Network 68c643fe-870c-40b7-a9f4-1e0bfa103939 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:09:49.728153 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35258) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:49.733019 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1325673255-network', 'tenant_id': '20aa8cf57f0d4c9eb9d0dc84d5ba035d'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:09:49.822456 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Made reservation on behalf of 20aa8cf57f0d4c9eb9d0dc84d5ba035d for: {'network': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:09:49.824656 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:49.833759 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:49.905631 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:49.976503 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:49.996813 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=114255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:09:50.011623 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce67355-5597-4775-a1fb-6c1d82d2d15e,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:50.015434 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:50.016528 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.segments_db [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Added segment 1faf9bc5-a046-4ff5-8b9c-62b4b37d44f2 of type vlan for network 99defe22-52d0-4ba8-bea4-6b57e56bcc08 May 25 23:09:50.054174 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:50.142622 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:50.143669 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:50.144265 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:50.200965 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] Pushing event updated for resources: {'Network': ['ID=99defe22-52d0-4ba8-bea4-6b57e56bcc08,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:50.210825 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 99defe22-52d0-4ba8-bea4-6b57e56bcc08 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 23:09:50.288466 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-a972aa5c-f45f-4403-9405-180c1b3b2b7e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5591984 May 25 23:09:50.291423 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35262) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:50.296353 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] Request body: {'subnet': {'network_id': '99defe22-52d0-4ba8-bea4-6b57e56bcc08', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1325673255-subnet', 'tenant_id': '20aa8cf57f0d4c9eb9d0dc84d5ba035d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:09:50.371360 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] Made reservation on behalf of 20aa8cf57f0d4c9eb9d0dc84d5ba035d for: {'subnet': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:09:50.373714 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432350'] for subnet, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:50.595055 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3746188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432328'] for subnet, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:50.646029 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] Pushing event updated for resources: {'Subnet': ['ID=016907ca-829e-488f-bd28-5899db5f3992,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:50.656149 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] Checking segment: {'id': '1faf9bc5-a046-4ff5-8b9c-62b4b37d44f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99defe22-52d0-4ba8-bea4-6b57e56bcc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:09:50.657073 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] Network hostable DHCP agents. Network: 99defe22-52d0-4ba8-bea4-6b57e56bcc08, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:09:50.713922 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] Network 99defe22-52d0-4ba8-bea4-6b57e56bcc08 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:09:50.776671 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 99defe22-52d0-4ba8-bea4-6b57e56bcc08) {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:09:50.780783 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:09:50.781320 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:50.785741 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a4a33-03e9-43ce-a092-304a7a0d9a77 None None] Network 99defe22-52d0-4ba8-bea4-6b57e56bcc08 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:09:50.871286 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-bc46d4a3-2007-4d2d-9bce-15c766c1922b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5787137 May 25 23:09:50.906534 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4076b3a-66a9-4f1e-92b1-bb0d5b134cc9 None None] Network 99defe22-52d0-4ba8-bea4-6b57e56bcc08 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:09:50.983237 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35266) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:51.027014 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6acaa1-2e18-44a6-ab46-d6253f89eed6 admin admin] Deleting subnet 72dbba18-8ed0-41dc-b4c1-a6179f9310c4 {{(pid=114256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:09:51.030195 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fa6acaa1-2e18-44a6-ab46-d6253f89eed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.065224 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fa6acaa1-2e18-44a6-ab46-d6253f89eed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8499910'] for subnet, precommit_delete_associations {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.103188 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fa6acaa1-2e18-44a6-ab46-d6253f89eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.223037 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fa6acaa1-2e18-44a6-ab46-d6253f89eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9599053'] for subnet, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.252624 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6acaa1-2e18-44a6-ab46-d6253f89eed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72dbba18-8ed0-41dc-b4c1-a6179f9310c4,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:51.256495 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-fa6acaa1-2e18-44a6-ab46-d6253f89eed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.259528 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-fa6acaa1-2e18-44a6-ab46-d6253f89eed6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/72dbba18-8ed0-41dc-b4c1-a6179f9310c4 HTTP/1.1" status: 204 len: 168 time: 0.2753041 May 25 23:09:51.262060 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35268) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:51.327766 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.407392 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.427587 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c643fe-870c-40b7-a9f4-1e0bfa103939']}} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:51.436406 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a4f37c-e83e-4760-8e26-7c034cf3f037') {'for_net_delete': True} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:51.436700 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a4f37c-e83e-4760-8e26-7c034cf3f037') {} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:51.445934 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8499919'] for segment, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.459032 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.464767 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=114256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:09:51.465142 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9366927'] for segment, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.504393 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment d5a4f37c-e83e-4760-8e26-7c034cf3f037 resource provider aggregate not found May 25 23:09:51.528721 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment d5a4f37c-e83e-4760-8e26-7c034cf3f037 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5a4f37c-e83e-4760-8e26-7c034cf3f037 found for delete ", "request_id": "req-6768464c-86c8-4c0f-ba13-9ce5b98e099c"}]} May 25 23:09:51.622422 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.628272 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.631420 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] 10.222.0.48 "DELETE /v2.0/networks/68c643fe-870c-40b7-a9f4-1e0bfa103939 HTTP/1.1" status: 204 len: 168 time: 0.3684196 May 25 23:09:51.634415 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35274) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:51.643091 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d2630-79af-4512-a947-bdd6cdf35967 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c643fe-870c-40b7-a9f4-1e0bfa103939,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:51.678498 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb21d2f-e441-4521-90c7-8e5ecfbf0dd0 admin admin] Deleting subnet 016907ca-829e-488f-bd28-5899db5f3992 {{(pid=114255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:09:51.681591 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3fb21d2f-e441-4521-90c7-8e5ecfbf0dd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.719268 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3fb21d2f-e441-4521-90c7-8e5ecfbf0dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1197435'] for subnet, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.756412 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3fb21d2f-e441-4521-90c7-8e5ecfbf0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.885449 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3fb21d2f-e441-4521-90c7-8e5ecfbf0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3746125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432323'] for subnet, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.909801 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb21d2f-e441-4521-90c7-8e5ecfbf0dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016907ca-829e-488f-bd28-5899db5f3992,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:51.913359 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3fb21d2f-e441-4521-90c7-8e5ecfbf0dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:51.916438 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-3fb21d2f-e441-4521-90c7-8e5ecfbf0dd0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/016907ca-829e-488f-bd28-5899db5f3992 HTTP/1.1" status: 204 len: 168 time: 0.2808797 May 25 23:09:51.918998 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35276) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:51.988307 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:52.063119 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:52.082460 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99defe22-52d0-4ba8-bea4-6b57e56bcc08']}} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:52.091193 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1faf9bc5-a046-4ff5-8b9c-62b4b37d44f2') {'for_net_delete': True} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:52.091482 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1faf9bc5-a046-4ff5-8b9c-62b4b37d44f2') {} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:09:52.100428 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1197426'] for segment, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:52.113527 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:52.119546 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=114255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:09:52.119923 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744495'] for segment, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:52.164808 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment 1faf9bc5-a046-4ff5-8b9c-62b4b37d44f2 resource provider aggregate not found May 25 23:09:52.186462 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment 1faf9bc5-a046-4ff5-8b9c-62b4b37d44f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1faf9bc5-a046-4ff5-8b9c-62b4b37d44f2 found for delete ", "request_id": "req-66130fd0-d7c7-4a8e-aff4-883ac6fc9073"}]} May 25 23:09:52.245434 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:52.250730 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:52.254391 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] 10.222.0.48 "DELETE /v2.0/networks/99defe22-52d0-4ba8-bea4-6b57e56bcc08 HTTP/1.1" status: 204 len: 168 time: 0.3344903 May 25 23:09:52.265133 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4fe23-2593-4860-a2af-ae58bac22fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=99defe22-52d0-4ba8-bea4-6b57e56bcc08,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:52.541361 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35284) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:52.580096 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ea226745-9b0c-4467-b8f5-bb16e7f528b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7a68f9d3a3b4e9e8993b3be89f41b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375257 May 25 23:09:52.582601 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35286) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:52.628579 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3565985f-5944-40e0-9842-829d5c51952f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:52.648370 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3565985f-5944-40e0-9842-829d5c51952f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:52.765253 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3565985f-5944-40e0-9842-829d5c51952f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:52.768594 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3565985f-5944-40e0-9842-829d5c51952f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:52.769726 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-3565985f-5944-40e0-9842-829d5c51952f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b28bb5d8-b630-4e05-a026-a39d88a1841d HTTP/1.1" status: 204 len: 168 time: 0.1862476 May 25 23:09:52.777359 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565985f-5944-40e0-9842-829d5c51952f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28bb5d8-b630-4e05-a026-a39d88a1841d,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:53.415624 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35292) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:53.457497 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-8a85d009-f044-4982-9812-ab5ea622d2d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20aa8cf57f0d4c9eb9d0dc84d5ba035d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407603 May 25 23:09:53.460009 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35294) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:09:53.507032 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-95686984-0e8b-4325-ad52-3968ec87a2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:53.527120 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-95686984-0e8b-4325-ad52-3968ec87a2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:53.662667 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-95686984-0e8b-4325-ad52-3968ec87a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:53.665098 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-95686984-0e8b-4325-ad52-3968ec87a2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:53.666327 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-95686984-0e8b-4325-ad52-3968ec87a2e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ce67355-5597-4775-a1fb-6c1d82d2d15e HTTP/1.1" status: 204 len: 168 time: 0.2053554 May 25 23:09:53.674011 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95686984-0e8b-4325-ad52-3968ec87a2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce67355-5597-4775-a1fb-6c1d82d2d15e,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:09:55.782654 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:09.669002 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d269a9e-d187-4f6c-b561-b6daf80849b9 req-6f4264cf-4f8a-4357-9c67-9153a0b6bf1e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:09.670478 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0d269a9e-d187-4f6c-b561-b6daf80849b9 req-6f4264cf-4f8a-4357-9c67-9153a0b6bf1e tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 947 time: 0.0528796 May 25 23:10:09.708200 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0d269a9e-d187-4f6c-b561-b6daf80849b9 req-0b91da62-ead8-49e1-8716-0278f3899359 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315454 May 25 23:10:10.827879 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8310a7-f619-4b33-be0d-36c761678290 req-662ce2f7-a6ba-4ed2-b000-0d994f1aa9c1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:10.829345 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3f8310a7-f619-4b33-be0d-36c761678290 req-662ce2f7-a6ba-4ed2-b000-0d994f1aa9c1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 947 time: 0.0488329 May 25 23:10:10.867725 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3f8310a7-f619-4b33-be0d-36c761678290 req-19748f73-6119-4a86-8b23-47a20ab9f4bc tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316710 May 25 23:10:11.764972 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c60896f5-9c78-48f3-a801-e2345775b5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:11.946211 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-f78b22d7-fa75-4e5c-942b-1627f1b569e2 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:11.947642 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-f78b22d7-fa75-4e5c-942b-1627f1b569e2 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 947 time: 0.0470469 May 25 23:10:12.045298 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50aac1e-6a41-4d87-b277-bd01101812a9 req-becd1fb8-e673-42a7-966d-1b779610a25a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:12.046752 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e50aac1e-6a41-4d87-b277-bd01101812a9 req-becd1fb8-e673-42a7-966d-1b779610a25a tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 947 time: 0.0982604 May 25 23:10:12.095111 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Deleting port 0a3ebc0d-05cd-42c8-a343-3990ba914770 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:10:12.095443 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:12.101917 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e50aac1e-6a41-4d87-b277-bd01101812a9 req-d3c03d11-7ef5-4d95-b8f0-f807f80d742d tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8befd4e-f7a5-4fa3-819d-19b5e677053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479887 May 25 23:10:12.190230 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] For port 0a3ebc0d-05cd-42c8-a343-3990ba914770, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=0a3ebc0d-05cd-42c8-a343-3990ba914770,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:10:12.191332 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:12.359490 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:12.359756 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:12.360064 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Floating IP edfd127a-d04d-4bc1-b7e8-f312733a568c disassociated. External IP: 172.27.1.126, port: 0a3ebc0d-05cd-42c8-a343-3990ba914770. May 25 23:10:12.360394 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Calling delete_port for 0a3ebc0d-05cd-42c8-a343-3990ba914770 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:10:12.569679 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:12.600265 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event deleted for resources: {'Port': ['ID=0a3ebc0d-05cd-42c8-a343-3990ba914770,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:12.715528 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:10:12.821842 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:10:12.832190 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c95dc-0825-42b2-9cbb-b8221de55a33 None None] Sync routers for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:10:12.842555 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c95dc-0825-42b2-9cbb-b8221de55a33 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:10:12.843169 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-380c95dc-0825-42b2-9cbb-b8221de55a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:12.860239 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] No DVR routers for this DVR port 0a3ebc0d-05cd-42c8-a343-3990ba914770 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:10:12.863617 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:12.866901 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-342b59cc-206c-488a-8031-eb1f7fed7ad6 req-4570e80a-6734-422f-850f-f6ee8510e1a1 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.24 "DELETE /v2.0/ports/0a3ebc0d-05cd-42c8-a343-3990ba914770 HTTP/1.1" status: 204 len: 173 time: 0.9105086 May 25 23:10:12.867299 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'name': 'network-vif-deleted', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:10:12.869832 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeba2fb-bb5f-458b-97aa-1f0cbb33aae2" -d '{"events": [{"server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "name": "network-vif-deleted", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:10:12.915071 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea57c430-71d5-4442-9d2b-b722445a13e3 x-openstack-request-id: req-ea57c430-71d5-4442-9d2b-b722445a13e3 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:10:12.915071 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef510ff5-280b-47a2-ace5-c6925f33c36f", "name": "network-vif-deleted", "tag": "0a3ebc0d-05cd-42c8-a343-3990ba914770", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:10:12.915071 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea57c430-71d5-4442-9d2b-b722445a13e3 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:10:12.915071 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea57c430-71d5-4442-9d2b-b722445a13e3'] response: {'server_uuid': 'ef510ff5-280b-47a2-ace5-c6925f33c36f', 'name': 'network-vif-deleted', 'tag': '0a3ebc0d-05cd-42c8-a343-3990ba914770', 'status': 'completed', 'code': 200} May 25 23:10:12.962905 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-380c95dc-0825-42b2-9cbb-b8221de55a33 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:10:13.172175 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-380c95dc-0825-42b2-9cbb-b8221de55a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:13.198023 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c95dc-0825-42b2-9cbb-b8221de55a33 None None] Checking router: 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:10:13.207050 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c95dc-0825-42b2-9cbb-b8221de55a33 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:10:13.207742 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-380c95dc-0825-42b2-9cbb-b8221de55a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:09:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:13.220884 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d1ae5c9a-7a72-4d54-84e3-3f7122468951 req-1428d998-9e76-45fe-bfca-eb9c1f648ecf tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef510ff5-280b-47a2-ace5-c6925f33c36f HTTP/1.1" status: 200 len: 210 time: 0.0262544 May 25 23:10:13.312789 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-380c95dc-0825-42b2-9cbb-b8221de55a33 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:10:13.507537 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-380c95dc-0825-42b2-9cbb-b8221de55a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:13.537465 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c95dc-0825-42b2-9cbb-b8221de55a33 None None] The sync data for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi is: [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T22:56:40Z', 'revision_number': 4, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '76dad8ab-275c-40ee-8902-f605c3ae2aee', 'name': '', 'network_id': '22f0395b-c390-4bb8-bd13-7c3f2ff21723', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'mac_address': 'fa:16:3e:4e:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:39Z', 'updated_at': '2022-05-25T22:56:48Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'subnets': [{'id': '45cf658f-334e-4d74-8b09-02e5d3401e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:10:13.748517 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdeebed-fa06-4fc9-ac5d-4354993f9b9a None None] New status for floating IP edfd127a-d04d-4bc1-b7e8-f312733a568c: DOWN {{(pid=114258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:10:14.227797 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4887950a-aa04-4e87-a963-8d09c9364afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:14.385064 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35494) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:14.437804 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4094-5ad6-4b28-a058-2b4578be7eb6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:14.462094 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4094-5ad6-4b28-a058-2b4578be7eb6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:14.576707 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4094-5ad6-4b28-a058-2b4578be7eb6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:14.579307 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4094-5ad6-4b28-a058-2b4578be7eb6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:14.580461 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-cf1a4094-5ad6-4b28-a058-2b4578be7eb6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "DELETE /v2.0/security-groups/b8befd4e-f7a5-4fa3-819d-19b5e677053a HTTP/1.1" status: 204 len: 168 time: 0.1985321 May 25 23:10:14.583369 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35502) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:14.589875 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a4094-5ad6-4b28-a058-2b4578be7eb6 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8befd4e-f7a5-4fa3-819d-19b5e677053a,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:14.596913 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.api.v2.resource [None req-56b27128-fba9-4399-8f76-213581c83387 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] show failed (client error): The resource could not be found. May 25 23:10:14.597916 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-56b27128-fba9-4399-8f76-213581c83387 tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "GET /v2.0/security-groups/b8befd4e-f7a5-4fa3-819d-19b5e677053a HTTP/1.1" status: 404 len: 347 time: 0.0135503 May 25 23:10:14.604672 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35504) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:14.608026 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 0a3ebc0d-05cd-42c8-a343-3990ba914770 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:10:14.629948 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 0a3ebc0d-05cd-42c8-a343-3990ba914770 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:10:14.630315 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 0a3ebc0d-05cd-42c8-a343-3990ba914770 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:10:14.725205 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-d3044478-1401-4d2b-81f5-124a1c7448ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Deleting port f08298ac-a72f-4e9a-b4b4-80f54a8388a0 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:10:14.725538 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d3044478-1401-4d2b-81f5-124a1c7448ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:14.801479 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d3044478-1401-4d2b-81f5-124a1c7448ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:14.801795 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d3044478-1401-4d2b-81f5-124a1c7448ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:14.813095 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-d3044478-1401-4d2b-81f5-124a1c7448ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Calling delete_port for f08298ac-a72f-4e9a-b4b4-80f54a8388a0 owned by network:floatingip {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:10:14.982423 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d3044478-1401-4d2b-81f5-124a1c7448ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:15.007555 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3044478-1401-4d2b-81f5-124a1c7448ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Pushing event deleted for resources: {'Port': ['ID=f08298ac-a72f-4e9a-b4b4-80f54a8388a0,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:15.065478 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d3044478-1401-4d2b-81f5-124a1c7448ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks [] for floatingip, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:15.068130 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-d3044478-1401-4d2b-81f5-124a1c7448ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:15.069269 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-d3044478-1401-4d2b-81f5-124a1c7448ef tempest-AttachVolumeShelveTestJSON-1147322983 tempest-AttachVolumeShelveTestJSON-1147322983-project] 10.222.0.48 "DELETE /v2.0/floatingips/edfd127a-d04d-4bc1-b7e8-f312733a568c HTTP/1.1" status: 204 len: 168 time: 0.4637640 May 25 23:10:15.295261 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:16.615548 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:16.845807 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:10:17.153565 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:17.681104 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35544) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:18.160625 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595191'] for router_interface, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:18.396349 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] Deleting port 76dad8ab-275c-40ee-8902-f605c3ae2aee {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:10:18.396599 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:18.470511 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] For port 76dad8ab-275c-40ee-8902-f605c3ae2aee, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=76dad8ab-275c-40ee-8902-f605c3ae2aee,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:10:18.470862 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:18.482777 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] Calling delete_port for 76dad8ab-275c-40ee-8902-f605c3ae2aee owned by network:router_interface {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:10:18.707917 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:18.737231 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] Pushing event deleted for resources: {'Port': ['ID=76dad8ab-275c-40ee-8902-f605c3ae2aee,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:19.161488 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33028488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595463'] for router_interface, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:19.381495 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] Router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:10:19.488073 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:10:19.495238 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-f01099c9-893b-49e4-a379-83f365c04024 admin admin] 10.222.0.48 "PUT /v2.0/routers/19e08aca-ea14-4b0f-88ae-f8a0d692dda3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8121428 May 25 23:10:19.497067 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35560) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:19.497842 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda1600-beb9-4e26-95ed-5cdcdfca14b3 None None] Sync routers for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:10:19.508152 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda1600-beb9-4e26-95ed-5cdcdfca14b3 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:10:19.508801 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-2eda1600-beb9-4e26-95ed-5cdcdfca14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:10:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:19.598421 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Notify callbacks [] for router, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:19.612020 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-2eda1600-beb9-4e26-95ed-5cdcdfca14b3 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:10:19.698657 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:19.788491 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-2eda1600-beb9-4e26-95ed-5cdcdfca14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T23:10:18Z', 'revision_number': 5, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port': {'id': '95cade64-72c8-474c-bb3a-a1d3850874f2', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:56:33Z', 'updated_at': '2022-05-25T22:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:19.799839 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Deleting port 95cade64-72c8-474c-bb3a-a1d3850874f2 {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:10:19.800177 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:19.820635 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda1600-beb9-4e26-95ed-5cdcdfca14b3 None None] Checking router: 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:10:19.829067 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda1600-beb9-4e26-95ed-5cdcdfca14b3 None None] Routers {'19e08aca-ea14-4b0f-88ae-f8a0d692dda3'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:10:19.829788 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-2eda1600-beb9-4e26-95ed-5cdcdfca14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:10:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:19.876681 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] For port 95cade64-72c8-474c-bb3a-a1d3850874f2, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=95cade64-72c8-474c-bb3a-a1d3850874f2,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:10:19.877038 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:19.889196 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Calling delete_port for 95cade64-72c8-474c-bb3a-a1d3850874f2 owned by network:router_gateway {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:10:19.913223 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-2eda1600-beb9-4e26-95ed-5cdcdfca14b3 None None] Set router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 gateway port host: None {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:10:20.087898 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-2eda1600-beb9-4e26-95ed-5cdcdfca14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T23:10:19Z', 'revision_number': 6, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port_host': None}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:20.114348 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.115670 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda1600-beb9-4e26-95ed-5cdcdfca14b3 None None] The sync data for ids ['19e08aca-ea14-4b0f-88ae-f8a0d692dda3'] in dv-cinder-843209-1-iscsi is: [{'id': '19e08aca-ea14-4b0f-88ae-f8a0d692dda3', 'name': 'tempest-AttachVolumeShelveTestJSON-664473096-router', 'tenant_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:56:31Z', 'updated_at': '2022-05-25T23:10:19Z', 'revision_number': 6, 'project_id': '6b959c8b4c7c40e7a8862dce3c449e49', 'gw_port_host': None}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:10:20.147388 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=95cade64-72c8-474c-bb3a-a1d3850874f2,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:20.168705 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.169045 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.169377 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.169701 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.170024 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.170370 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.170696 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.171017 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.171335 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.171648 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.171958 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.172269 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:20.214141 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601257'] for router_gateway, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.300216 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12852'] for router, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.302940 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.422396 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596379'] for router, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.422894 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19e08aca-ea14-4b0f-88ae-f8a0d692dda3 {{(pid=114255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:10:20.430326 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] Notify callbacks [] for router, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.430326 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-07e833ed-a6cf-40b6-8ad8-4100291dc6cd admin admin] 10.222.0.48 "DELETE /v2.0/routers/19e08aca-ea14-4b0f-88ae-f8a0d692dda3 HTTP/1.1" status: 204 len: 168 time: 0.9304895 May 25 23:10:20.431131 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35566) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:20.476122 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e519e1e7-206d-44ba-b949-752d31208178 admin admin] Deleting subnet 45cf658f-334e-4d74-8b09-02e5d3401e3d {{(pid=114255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:10:20.479544 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e519e1e7-206d-44ba-b949-752d31208178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.520670 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e519e1e7-206d-44ba-b949-752d31208178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1197435'] for subnet, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.600194 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e519e1e7-206d-44ba-b949-752d31208178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.706911 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e519e1e7-206d-44ba-b949-752d31208178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3746125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432323'] for subnet, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.732145 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519e1e7-206d-44ba-b949-752d31208178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45cf658f-334e-4d74-8b09-02e5d3401e3d,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:20.735832 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e519e1e7-206d-44ba-b949-752d31208178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.739033 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e519e1e7-206d-44ba-b949-752d31208178 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/45cf658f-334e-4d74-8b09-02e5d3401e3d HTTP/1.1" status: 204 len: 168 time: 0.3069663 May 25 23:10:20.741606 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35570) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:20.744324 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766ab0a1-ae86-40f7-8a51-536f46608ba8 None None] Network 22f0395b-c390-4bb8-bd13-7c3f2ff21723 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:10:20.808228 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.860151 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Deleting port 13026ce4-9494-44be-8e3c-11a8735fa96e {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:10:20.860474 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.931269 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f546bed5-cfdf-4189-8ce0-12803c7ae55d None None] DHCP port deletion for 22f0395b-c390-4bb8-bd13-7c3f2ff21723 request from dv-cinder-843209-1-iscsi {{(pid=114257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 23:10:20.931680 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] For port 13026ce4-9494-44be-8e3c-11a8735fa96e, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=13026ce4-9494-44be-8e3c-11a8735fa96e,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:10:20.932043 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:20.945113 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Calling delete_port for 13026ce4-9494-44be-8e3c-11a8735fa96e owned by network:dhcp {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:10:20.978598 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-f546bed5-cfdf-4189-8ce0-12803c7ae55d None None] Deleting port 13026ce4-9494-44be-8e3c-11a8735fa96e {{(pid=114257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:10:20.978969 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f546bed5-cfdf-4189-8ce0-12803c7ae55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.044916 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-f546bed5-cfdf-4189-8ce0-12803c7ae55d None None] For port 13026ce4-9494-44be-8e3c-11a8735fa96e, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=13026ce4-9494-44be-8e3c-11a8735fa96e,segment=NetworkSegment(69458a1e-95e9-4039-b318-848daa252c7a),segment_id=69458a1e-95e9-4039-b318-848daa252c7a)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:10:21.045313 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f546bed5-cfdf-4189-8ce0-12803c7ae55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.057779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-f546bed5-cfdf-4189-8ce0-12803c7ae55d None None] Calling delete_port for 13026ce4-9494-44be-8e3c-11a8735fa96e owned by network:dhcp {{(pid=114257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:10:21.084427 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.121774 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Pushing event deleted for resources: {'Port': ['ID=13026ce4-9494-44be-8e3c-11a8735fa96e,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:21.123133 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] No DVR routers for this DVR port 13026ce4-9494-44be-8e3c-11a8735fa96e on host dv-cinder-843209-1-iscsi {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:10:21.141650 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f546bed5-cfdf-4189-8ce0-12803c7ae55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.169070 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546bed5-cfdf-4189-8ce0-12803c7ae55d None None] Pushing event deleted for resources: {'Port': ['ID=13026ce4-9494-44be-8e3c-11a8735fa96e,revision_number=None']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:21.174890 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546bed5-cfdf-4189-8ce0-12803c7ae55d None None] No DVR routers for this DVR port 13026ce4-9494-44be-8e3c-11a8735fa96e on host dv-cinder-843209-1-iscsi {{(pid=114257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:10:21.212725 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.232184 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f0395b-c390-4bb8-bd13-7c3f2ff21723']}} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:21.241614 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69458a1e-95e9-4039-b318-848daa252c7a') {'for_net_delete': True} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:21.241902 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69458a1e-95e9-4039-b318-848daa252c7a') {} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:21.251088 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8499919'] for segment, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.264279 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.269987 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=114256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:10:21.270396 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9366927'] for segment, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.387846 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.400385 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.400385 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] 10.222.0.48 "DELETE /v2.0/networks/22f0395b-c390-4bb8-bd13-7c3f2ff21723 HTTP/1.1" status: 204 len: 168 time: 0.6555557 May 25 23:10:21.411797 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58900a-7f40-4083-bf26-b347d6efbe86 admin admin] Pushing event deleted for resources: {'Network': ['ID=22f0395b-c390-4bb8-bd13-7c3f2ff21723,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:21.471424 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment 69458a1e-95e9-4039-b318-848daa252c7a resource provider aggregate not found May 25 23:10:21.490474 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment 69458a1e-95e9-4039-b318-848daa252c7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69458a1e-95e9-4039-b318-848daa252c7a found for delete ", "request_id": "req-0b8a5820-cd37-4b39-b08b-71f19daf1f7c"}]} May 25 23:10:21.751161 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35584) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:21.776996 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 76dad8ab-275c-40ee-8902-f605c3ae2aee no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:10:21.791734 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-d99d66c2-3904-406b-83aa-21e3f43edca8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b959c8b4c7c40e7a8862dce3c449e49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388315 May 25 23:10:21.794362 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35586) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:21.802124 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 76dad8ab-275c-40ee-8902-f605c3ae2aee {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:10:21.802124 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 76dad8ab-275c-40ee-8902-f605c3ae2aee not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:10:21.802124 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 13026ce4-9494-44be-8e3c-11a8735fa96e no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:10:21.817473 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 13026ce4-9494-44be-8e3c-11a8735fa96e {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:10:21.817813 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 13026ce4-9494-44be-8e3c-11a8735fa96e not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:10:21.818215 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 95cade64-72c8-474c-bb3a-a1d3850874f2 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:10:21.843166 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 95cade64-72c8-474c-bb3a-a1d3850874f2 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:10:21.843166 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 95cade64-72c8-474c-bb3a-a1d3850874f2 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:10:21.845895 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-125b590f-8f5a-4ce3-9a0e-1749b6ba5833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.868331 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-125b590f-8f5a-4ce3-9a0e-1749b6ba5833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.980976 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-125b590f-8f5a-4ce3-9a0e-1749b6ba5833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.983525 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-125b590f-8f5a-4ce3-9a0e-1749b6ba5833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:21.984661 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-125b590f-8f5a-4ce3-9a0e-1749b6ba5833 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98da1701-d0d1-4e5b-8237-8ea40cee4fac HTTP/1.1" status: 204 len: 168 time: 0.1894319 May 25 23:10:21.992050 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b590f-8f5a-4ce3-9a0e-1749b6ba5833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98da1701-d0d1-4e5b-8237-8ea40cee4fac,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:22.992051 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35614) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:23.089484 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1551730003-network', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:10:23.188076 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Made reservation on behalf of cf77de4684264b45849e4e2db40876ae for: {'network': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:10:23.190447 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:23.199605 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:23.274413 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:23.352192 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:23.375237 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=114255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:10:23.383656 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cea4ce-a9ee-41f2-ac85-c68a236ffefd,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:23.389441 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:23.389773 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.segments_db [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Added segment 83d8692d-f494-4276-9e1a-9df3dae2bb75 of type vlan for network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c May 25 23:10:23.428345 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:23.507580 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:23.508526 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:23.509144 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:23.566565 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] Pushing event updated for resources: {'Network': ['ID=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:23.576225 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 23:10:23.652190 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-d0a0161b-95d1-4456-b71c-1c697aa153ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6590328 May 25 23:10:23.655016 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35620) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:23.659550 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] Request body: {'subnet': {'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1551730003-subnet', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:10:23.741902 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] Made reservation on behalf of cf77de4684264b45849e4e2db40876ae for: {'subnet': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:10:23.744446 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432350'] for subnet, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:23.976626 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3746188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432328'] for subnet, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.028285 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:24.039720 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] Checking segment: {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:10:24.040060 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] Network hostable DHCP agents. Network: e714ba98-b9af-40fe-9dd4-324d2ab5ce9c, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:10:24.113671 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] Network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:10:24.198471 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, e714ba98-b9af-40fe-9dd4-324d2ab5ce9c) {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:10:24.204237 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:24.209220 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.213906 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea2a3ab-a5e2-4eba-b768-63862094def5 None None] Network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:10:24.270710 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ee6e85f2-bb93-4ef9-a634-95d1945124a5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6145210 May 25 23:10:24.273736 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35632) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:24.278232 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:10:24.353995 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12838'] for router, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.355087 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12863'] for router, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.358782 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 23:10:24.365458 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.413675 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.495171 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Allocated IP 172.20.0.2 (e714ba98-b9af-40fe-9dd4-324d2ab5ce9c/9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82/28322a99-b967-4546-abe9-0692536b374a) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:10:24.625379 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.634350 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.743041 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.783757 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:10:24.786962 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:10:24.790821 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:10:24.799734 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Pushing event updated for resources: {'Port': ['ID=28322a99-b967-4546-abe9-0692536b374a,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:24.848600 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Attempting to bind port 28322a99-b967-4546-abe9-0692536b374a on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:10:24.849135 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Attempting to bind port 28322a99-b967-4546-abe9-0692536b374a by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:10:24.849428 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Attempting to bind port 28322a99-b967-4546-abe9-0692536b374a on network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:10:24.854189 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:10:24.854593 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Checking segment: {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:10:24.854986 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.855377 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Bound using segment: {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:10:24.855829 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Bound port: 28322a99-b967-4546-abe9-0692536b374a, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:10:24.856196 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.916622 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] For port 28322a99-b967-4546-abe9-0692536b374a, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:10:24.919876 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] For port 28322a99-b967-4546-abe9-0692536b374a, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=28322a99-b967-4546-abe9-0692536b374a,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:10:24.928038 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.947383 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:24.988589 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:25.051310 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Allocated IP 172.27.1.244 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/a6dec3f9-4593-4cc2-b38b-6b1308162d87) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:10:25.051843 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f243d-9112-4e37-a85d-fed732cf211f None None] Pushing event updated for resources: {'Port': ['ID=28322a99-b967-4546-abe9-0692536b374a,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:25.155431 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:25.279852 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:25.318639 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:10:25.321513 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:10:25.325087 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:10:25.332435 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dec3f9-4593-4cc2-b38b-6b1308162d87,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:25.771203 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:25.825063 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 28322a99-b967-4546-abe9-0692536b374a up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:10:25.866442 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:25.875984 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 28322a99-b967-4546-abe9-0692536b374a triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:25.876354 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:25.961464 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 28322a99-b967-4546-abe9-0692536b374a is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:10:25.961859 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:25.987117 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fe209f-38be-4d25-994d-c65438983bf8 None None] Network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:10:26.009064 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 28322a99-b967-4546-abe9-0692536b374a, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=28322a99-b967-4546-abe9-0692536b374a,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:10:26.063073 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-ca1df1eb-7620-4880-8400-a0d7271bddef None None] Provisioning complete for port 28322a99-b967-4546-abe9-0692536b374a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:26.063442 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ca1df1eb-7620-4880-8400-a0d7271bddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:26.069081 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165'] for router, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:26.095339 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:26.191492 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=28322a99-b967-4546-abe9-0692536b374a,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:26.255054 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-ca1df1eb-7620-4880-8400-a0d7271bddef None None] Current status of the port 28322a99-b967-4546-abe9-0692536b374a is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:10:26.267785 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Router 6351801a-e928-4a7e-b274-0693c99f07df is scheduled to L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e with binding_index 1 {{(pid=114255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:10:26.377379 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:10:26.387141 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Sync routers for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:10:26.398349 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:10:26.398957 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:10:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:26.447336 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] Notify callbacks [] for router, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:26.448695 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-628a0d2c-5872-4c54-a80c-61517e20e025 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1738429 May 25 23:10:26.451332 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35638) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:26.475727 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-91bec935-ef8b-44ea-9210-943a38c8a031 None None] Provisioning complete for port 28322a99-b967-4546-abe9-0692536b374a triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:26.476109 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-91bec935-ef8b-44ea-9210-943a38c8a031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:26.507557 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:10:26.556043 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-91bec935-ef8b-44ea-9210-943a38c8a031 None None] Current status of the port 28322a99-b967-4546-abe9-0692536b374a is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:10:26.683983 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:25Z', 'revision_number': 3, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:26.709902 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Checking router: 6351801a-e928-4a7e-b274-0693c99f07df for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:10:26.710249 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Updating router 6351801a-e928-4a7e-b274-0693c99f07df port a6dec3f9-4593-4cc2-b38b-6b1308162d87 binding host dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 23:10:26.737795 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:26.857872 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:26.986340 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Notify callbacks [] for port, precommit_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.010779 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Allocated IP 172.20.0.1 (e714ba98-b9af-40fe-9dd4-324d2ab5ce9c/9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82/675f7aa3-0b35-4f12-861a-ae96f3926ecd) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:10:27.079264 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.109471 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.132901 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Pushing event updated for resources: {'Port': ['ID=a6dec3f9-4593-4cc2-b38b-6b1308162d87,revision_number=2']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:27.141199 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.141569 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.141911 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.142250 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.142606 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.142933 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.143258 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.143581 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.143919 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.144241 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.144560 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.144878 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:27.151792 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Attempting to bind port a6dec3f9-4593-4cc2-b38b-6b1308162d87 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:10:27.152203 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Attempting to bind port a6dec3f9-4593-4cc2-b38b-6b1308162d87 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:10:27.152560 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Attempting to bind port a6dec3f9-4593-4cc2-b38b-6b1308162d87 on network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:10:27.157672 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:10:27.158092 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:10:27.158517 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.158900 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Bound using segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:10:27.159355 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Bound port: a6dec3f9-4593-4cc2-b38b-6b1308162d87, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:10:27.159748 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.182556 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.211647 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] For port a6dec3f9-4593-4cc2-b38b-6b1308162d87, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:10:27.214622 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] For port a6dec3f9-4593-4cc2-b38b-6b1308162d87, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=a6dec3f9-4593-4cc2-b38b-6b1308162d87,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:10:27.222426 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:10:27.225917 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:10:27.229195 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:10:27.254604 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Pushing event updated for resources: {'Port': ['ID=675f7aa3-0b35-4f12-861a-ae96f3926ecd,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:27.274626 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595070'] for router_interface, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.302939 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.368553 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ec26a-3a47-42b2-b71f-a6ceeb981ab7 None None] Pushing event updated for resources: {'Port': ['ID=a6dec3f9-4593-4cc2-b38b-6b1308162d87,revision_number=3']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:27.371483 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:10:27.372084 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:10:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:27.445759 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.477982 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:10:27.480841 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7e34af95-6730-463d-a1e9-2c270923cd94 None None] Provisioning complete for port 675f7aa3-0b35-4f12-861a-ae96f3926ecd triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:27.481268 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7e34af95-6730-463d-a1e9-2c270923cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.515693 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7e34af95-6730-463d-a1e9-2c270923cd94 None None] Port 675f7aa3-0b35-4f12-861a-ae96f3926ecd cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:10:27.607206 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.650740 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:25Z', 'revision_number': 3, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:27.679851 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b41eb-9fb9-4e9b-90a2-49343f954c83 None None] The sync data for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi is: [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:25Z', 'revision_number': 3, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:10:27.690545 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3746103'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.759399 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33028531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595090'] for router_interface, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.769286 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Pushing event updated for resources: {'Port': ['ID=675f7aa3-0b35-4f12-861a-ae96f3926ecd,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:27.783049 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 28322a99-b967-4546-abe9-0692536b374a up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:10:27.843303 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 28322a99-b967-4546-abe9-0692536b374a triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:27.844039 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:27.864123 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:10:27.865736 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:10:27.950689 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 28322a99-b967-4546-abe9-0692536b374a is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:10:27.998838 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Router 6351801a-e928-4a7e-b274-0693c99f07df has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:10:28.122801 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:10:28.127800 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-462bdaad-e547-42bc-9166-5093524ed49c admin admin] 10.222.0.48 "PUT /v2.0/routers/6351801a-e928-4a7e-b274-0693c99f07df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6754725 May 25 23:10:28.152150 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-d8e8f46a-4cf3-45fd-8de2-1a70e63e19fd None None] Provisioning complete for port 675f7aa3-0b35-4f12-861a-ae96f3926ecd triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:28.152853 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f46a-4cf3-45fd-8de2-1a70e63e19fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:28.194275 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-d8e8f46a-4cf3-45fd-8de2-1a70e63e19fd None None] Port 675f7aa3-0b35-4f12-861a-ae96f3926ecd cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:10:28.510779 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35650) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:28.515436 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-ad47e95d-6442-4d43-b463-3a73dc664687 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1046944347', 'description': 'tempest-description--1268595702'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:10:28.604907 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ad47e95d-6442-4d43-b463-3a73dc664687 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:28.674521 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ad47e95d-6442-4d43-b463-3a73dc664687 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:28.753942 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ad47e95d-6442-4d43-b463-3a73dc664687 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:28.782090 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47e95d-6442-4d43-b463-3a73dc664687 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b69520a-fd55-4e22-96e1-90c72f55847b,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:28.836171 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-ad47e95d-6442-4d43-b463-3a73dc664687 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:28.837417 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-ad47e95d-6442-4d43-b463-3a73dc664687 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3255382 May 25 23:10:28.840201 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35654) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:28.844718 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-b211e23e-a421-4cc7-8029-0679808c011f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'security_group_rule': {'security_group_id': '3b69520a-fd55-4e22-96e1-90c72f55847b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:10:28.948080 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b211e23e-a421-4cc7-8029-0679808c011f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.002913 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b211e23e-a421-4cc7-8029-0679808c011f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.090731 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b211e23e-a421-4cc7-8029-0679808c011f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.116933 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211e23e-a421-4cc7-8029-0679808c011f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff242266-da4f-42ce-b6de-053c5b49de0b,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:29.211464 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Sync routers for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:10:29.212660 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b211e23e-a421-4cc7-8029-0679808c011f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.213898 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-b211e23e-a421-4cc7-8029-0679808c011f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727427 May 25 23:10:29.217542 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35656) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:29.221494 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:10:29.226347 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-a121207d-5093-4d3c-8f11-81dad33f463c tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'security_group_rule': {'security_group_id': '3b69520a-fd55-4e22-96e1-90c72f55847b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:10:29.226468 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:10:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:29.307825 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a121207d-5093-4d3c-8f11-81dad33f463c tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.367702 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a121207d-5093-4d3c-8f11-81dad33f463c tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.444858 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a121207d-5093-4d3c-8f11-81dad33f463c tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.447772 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:10:29.462737 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121207d-5093-4d3c-8f11-81dad33f463c tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d799d04c-2851-40f6-b81d-40b0f657ada6,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:29.544092 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a121207d-5093-4d3c-8f11-81dad33f463c tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.548328 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-a121207d-5093-4d3c-8f11-81dad33f463c tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268673 May 25 23:10:29.548669 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35658) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:29.554560 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:10:29.645533 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 2, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:29.662800 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.682435 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Checking router: 6351801a-e928-4a7e-b274-0693c99f07df for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:10:29.682785 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Updating router 6351801a-e928-4a7e-b274-0693c99f07df port 675f7aa3-0b35-4f12-861a-ae96f3926ecd binding host dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 23:10:29.710278 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.764369 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.817221 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device a6dec3f9-4593-4cc2-b38b-6b1308162d87 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:10:29.871374 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_common [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Allocated IP 172.27.1.15 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/5b46b938-9bc8-44ea-93f3-c9250430bd49) {{(pid=114255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:10:29.937709 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port a6dec3f9-4593-4cc2-b38b-6b1308162d87 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:29.938077 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:29.975258 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for port, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.063016 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.085030 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Notify callbacks [] for port, precommit_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.094641 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port a6dec3f9-4593-4cc2-b38b-6b1308162d87 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:10:30.095009 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.100591 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:10:30.105451 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Resources bound (agent type, host, resource id): {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:10:30.109653 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Received port after_create {{(pid=114255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:10:30.126415 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port a6dec3f9-4593-4cc2-b38b-6b1308162d87, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=a6dec3f9-4593-4cc2-b38b-6b1308162d87,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:10:30.143015 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'Port': ['ID=5b46b938-9bc8-44ea-93f3-c9250430bd49,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:30.208022 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.272320 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.299312 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.323532 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604db8f1-ed8b-467f-aec0-592b950d571d None None] Pushing event updated for resources: {'Port': ['ID=675f7aa3-0b35-4f12-861a-ae96f3926ecd,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:30.324616 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.418475 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Attempting to bind port 675f7aa3-0b35-4f12-861a-ae96f3926ecd on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:10:30.418842 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Attempting to bind port 675f7aa3-0b35-4f12-861a-ae96f3926ecd by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:10:30.419202 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Attempting to bind port 675f7aa3-0b35-4f12-861a-ae96f3926ecd on network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:10:30.424581 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=a6dec3f9-4593-4cc2-b38b-6b1308162d87,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:30.430846 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:10:30.431218 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Checking segment: {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:10:30.431614 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.431997 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Bound using segment: {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:10:30.432458 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Bound port: 675f7aa3-0b35-4f12-861a-ae96f3926ecd, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:10:30.432840 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.496660 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for port, precommit_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.531856 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-d36d1557-0e32-4792-84c8-f1b6a2cd32b7 None None] Provisioning complete for port 675f7aa3-0b35-4f12-861a-ae96f3926ecd triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:30.531856 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d36d1557-0e32-4792-84c8-f1b6a2cd32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.602406 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3746103'] for port, after_update {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.654337 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] For port 675f7aa3-0b35-4f12-861a-ae96f3926ecd, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:10:30.670048 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] For port 675f7aa3-0b35-4f12-861a-ae96f3926ecd, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=675f7aa3-0b35-4f12-861a-ae96f3926ecd,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:10:30.674267 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'Port': ['ID=5b46b938-9bc8-44ea-93f3-c9250430bd49,revision_number=2']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:30.676759 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.677821 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-d36d1557-0e32-4792-84c8-f1b6a2cd32b7 None None] Port 675f7aa3-0b35-4f12-861a-ae96f3926ecd cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:10:30.736882 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.785091 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:30.786437 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-b9829f51-a4a7-4646-93bb-6825ff3dce33 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2365851 May 25 23:10:30.811678 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604db8f1-ed8b-467f-aec0-592b950d571d None None] Pushing event updated for resources: {'Port': ['ID=675f7aa3-0b35-4f12-861a-ae96f3926ecd,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:30.826946 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:10:30.826946 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:10:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:30.951970 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-3c13af7c-7978-4c06-9c28-8d0ecdb4b0d6 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1046944347&fields=id&tenant_id=cf77de4684264b45849e4e2db40876ae HTTP/1.1" status: 200 len: 267 time: 0.0357451 May 25 23:10:30.954171 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:10:31.068850 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-f0f54589-427e-4003-9397-9a412a714014 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:31.070316 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-f0f54589-427e-4003-9397-9a412a714014 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 811 time: 0.1099956 May 25 23:10:31.086590 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-084c44c3-7167-4162-90f6-98c99d41a035 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/quotas/cf77de4684264b45849e4e2db40876ae HTTP/1.1" status: 200 len: 375 time: 0.0100482 May 25 23:10:31.141459 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-9fed4b00-cbec-4ec0-89d8-5af3be341062 None None] Provisioning complete for port 675f7aa3-0b35-4f12-861a-ae96f3926ecd triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:31.141825 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9fed4b00-cbec-4ec0-89d8-5af3be341062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:31.142346 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5adc532a-efa5-47e6-8af3-e66879b86eea tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493889 May 25 23:10:31.207699 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:31.210734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-33a989ee-dbd7-4102-b32d-bb899c3059c6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 23:10:31.214085 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-33a989ee-dbd7-4102-b32d-bb899c3059c6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548618 May 25 23:10:31.252186 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3ffb4-1d9b-4990-9ca9-46769c94cecc None None] The sync data for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi is: [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:10:31.266443 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-9fed4b00-cbec-4ec0-89d8-5af3be341062 None None] Current status of the port 675f7aa3-0b35-4f12-861a-ae96f3926ecd is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:10:31.266828 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9fed4b00-cbec-4ec0-89d8-5af3be341062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:31.318478 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-9fed4b00-cbec-4ec0-89d8-5af3be341062 None None] For port 675f7aa3-0b35-4f12-861a-ae96f3926ecd, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=675f7aa3-0b35-4f12-861a-ae96f3926ecd,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:10:31.335972 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-78f98681-cabd-4653-8521-d0a38f311d92 service neutron] 10.222.0.48 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176486 May 25 23:10:31.382526 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9fed4b00-cbec-4ec0-89d8-5af3be341062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:31.435461 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed4b00-cbec-4ec0-89d8-5af3be341062 None None] Pushing event updated for resources: {'Port': ['ID=675f7aa3-0b35-4f12-861a-ae96f3926ecd,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:31.443129 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5392694a-d8be-4d2e-a9c1-64f9ab0e7f70 service neutron] 10.222.0.48 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009560 May 25 23:10:31.721354 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7ab8a7d1-9abe-4315-9aa2-9580d43894b6 req-790c0a8e-ef63-42ed-8a0d-ba1c3f6b54c6 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 210 time: 0.0288916 May 25 23:10:31.879735 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 675f7aa3-0b35-4f12-861a-ae96f3926ecd up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:10:31.931062 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 675f7aa3-0b35-4f12-861a-ae96f3926ecd triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:31.934416 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:32.015467 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 675f7aa3-0b35-4f12-861a-ae96f3926ecd is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:10:32.016516 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device a6dec3f9-4593-4cc2-b38b-6b1308162d87 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:10:32.064351 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port a6dec3f9-4593-4cc2-b38b-6b1308162d87 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:32.064724 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:32.147054 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port a6dec3f9-4593-4cc2-b38b-6b1308162d87 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:10:32.817999 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a0330e5c-99fa-42c2-a6ab-c303008147f0 req-09cec38d-cb7a-4340-a190-a355d535177f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 210 time: 0.0295503 May 25 23:10:33.909313 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-084779fe-9430-4bdb-b8a3-e4985f63e771 req-17b57c4d-5b7b-4505-bc92-6bdd3ba917a0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 210 time: 0.0251493 May 25 23:10:35.010203 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-43d90c05-02d8-4036-8a8e-589ef5aca1a1 req-faff1e70-a7dd-4bdf-baa7-36f2ec2878b0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 210 time: 0.0345240 May 25 23:10:35.105033 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-a389b886-245e-499b-8ce2-1f4d73c534ca tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:35.109907 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-a389b886-245e-499b-8ce2-1f4d73c534ca tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 811 time: 0.1224356 May 25 23:10:35.161878 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-435e4130-1cc8-405f-93e0-1a8b7d0a3620 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf77de4684264b45849e4e2db40876ae HTTP/1.1" status: 200 len: 380 time: 0.0376575 May 25 23:10:35.171175 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'port': {'device_id': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'admin_state_up': True, 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'security_groups': ['3b69520a-fd55-4e22-96e1-90c72f55847b']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:10:35.370717 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Made reservation on behalf of cf77de4684264b45849e4e2db40876ae for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:10:35.374226 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:35.510460 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Allocated IP 172.20.0.3 (e714ba98-b9af-40fe-9dd4-324d2ab5ce9c/9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82/741793ad-1ae2-4a2b-8e5f-590c629ae1fe) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:10:35.644366 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:35.742268 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:35.785664 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:10:35.789046 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:10:35.792494 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:10:35.823838 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'Port': ['ID=741793ad-1ae2-4a2b-8e5f-590c629ae1fe,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:35.836413 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.836750 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.837084 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.837414 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.837848 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.838174 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.838521 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.838840 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.839163 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.839473 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.839789 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.840105 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:35.858412 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:35.859006 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:35.967125 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-5143b11e-018a-4d63-aa52-8998b0c3a41d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7993450 May 25 23:10:35.990204 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Request body: {'port': {'device_id': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:10:36.028462 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-82462711-2193-411a-8e95-770a809fadd2 None None] Provisioning complete for port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:36.029074 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-82462711-2193-411a-8e95-770a809fadd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:36.043729 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:36.067043 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-82462711-2193-411a-8e95-770a809fadd2 None None] Port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:10:36.202245 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bbc26-b1c6-45f8-a206-aa9ec40c6778 req-1ee2969c-d9f8-4c3b-b881-0d3173f3c518 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:36.203629 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2e7bbc26-b1c6-45f8-a206-aa9ec40c6778 req-1ee2969c-d9f8-4c3b-b881-0d3173f3c518 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 931 time: 0.1236677 May 25 23:10:36.290758 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2e7bbc26-b1c6-45f8-a206-aa9ec40c6778 req-0db5319d-c4b8-4525-bd83-98193a13a0ed tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786500 May 25 23:10:36.372703 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741793ad-1ae2-4a2b-8e5f-590c629ae1fe {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:10:36.379871 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:36.392336 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Transition to ACTIVE for port object 741793ad-1ae2-4a2b-8e5f-590c629ae1fe will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:10:36.456015 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:36.507835 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Pushing event updated for resources: {'Port': ['ID=741793ad-1ae2-4a2b-8e5f-590c629ae1fe,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:36.588135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Attempting to bind port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:10:36.588135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Attempting to bind port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:10:36.588135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Attempting to bind port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe on network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:10:36.591339 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe on network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:10:36.591735 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Attempting to bind port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe on network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:10:36.597443 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:10:36.597780 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Checking segment: {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:10:36.598199 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Bound using segment: {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:10:36.599258 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Bound port: 741793ad-1ae2-4a2b-8e5f-590c629ae1fe, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:10:36.599836 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:36.669373 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] For port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:10:36.672344 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] For port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:10:36.759582 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:36.792968 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:36.793576 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:36.795174 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] 10.222.0.24 "PUT /v2.0/ports/741793ad-1ae2-4a2b-8e5f-590c629ae1fe HTTP/1.1" status: 200 len: 1093 time: 0.8096375 May 25 23:10:36.797646 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'tag': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:10:36.799923 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236dbf7e-d510-4fae-9d41-f1a8e7fbbd07" -d '{"events": [{"name": "network-changed", "server_uuid": "46002c1a-4e72-4d13-adfb-5ff1463d06fc", "tag": "741793ad-1ae2-4a2b-8e5f-590c629ae1fe"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:10:36.829739 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fafae9-548a-4079-bc3c-d10166048442 service neutron] Pushing event updated for resources: {'Port': ['ID=741793ad-1ae2-4a2b-8e5f-590c629ae1fe,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:36.851965 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef169f06-5f9e-455c-a912-168be4086da7 x-openstack-request-id: req-ef169f06-5f9e-455c-a912-168be4086da7 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:10:36.852264 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46002c1a-4e72-4d13-adfb-5ff1463d06fc", "tag": "741793ad-1ae2-4a2b-8e5f-590c629ae1fe", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:10:36.852498 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef169f06-5f9e-455c-a912-168be4086da7 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:10:36.852901 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef169f06-5f9e-455c-a912-168be4086da7'] response: {'name': 'network-changed', 'server_uuid': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'tag': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe', 'status': 'completed', 'code': 200} May 25 23:10:36.945307 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dbf7e-d510-4fae-9d41-f1a8e7fbbd07 req-41cb6821-f6f4-45ff-b6f2-e440c39208b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:36.947052 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-236dbf7e-d510-4fae-9d41-f1a8e7fbbd07 req-41cb6821-f6f4-45ff-b6f2-e440c39208b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 1096 time: 0.0464067 May 25 23:10:37.053969 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dbf7e-d510-4fae-9d41-f1a8e7fbbd07 req-a68978e7-bafc-42a5-ae89-bd698da312e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:37.055465 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-236dbf7e-d510-4fae-9d41-f1a8e7fbbd07 req-a68978e7-bafc-42a5-ae89-bd698da312e8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cf77de4684264b45849e4e2db40876ae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0932326 May 25 23:10:37.154482 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dbf7e-d510-4fae-9d41-f1a8e7fbbd07 req-9d342d3a-444c-4252-bb8c-f43efbf7275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:37.155929 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-236dbf7e-d510-4fae-9d41-f1a8e7fbbd07 req-9d342d3a-444c-4252-bb8c-f43efbf7275d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914991 May 25 23:10:37.311007 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-014dcfc9-130d-427d-910c-a40fa62587b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:37.312478 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-014dcfc9-130d-427d-910c-a40fa62587b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 1096 time: 0.0412998 May 25 23:10:37.369432 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-bc1f2fbd-9e71-48cf-bd43-626d2dca3de3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe HTTP/1.1" status: 200 len: 217 time: 0.0364814 May 25 23:10:37.441867 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-910a0f2b-295d-4975-8798-f268135af0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:37.443339 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-910a0f2b-295d-4975-8798-f268135af0e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0657732 May 25 23:10:37.451269 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2011906-2f82-461f-8b05-e5c7bc3cce1f req-da024479-915a-4691-94cb-c085e8cecddd tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:37.452614 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c2011906-2f82-461f-8b05-e5c7bc3cce1f req-da024479-915a-4691-94cb-c085e8cecddd tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 943 time: 0.0858402 May 25 23:10:37.513867 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c2011906-2f82-461f-8b05-e5c7bc3cce1f req-2e7dac34-5088-4d26-9750-6bd22fa91023 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533259 May 25 23:10:37.516397 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-b113d35b-4da5-47ea-bb7e-31902fcbe31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:37.517776 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-b113d35b-4da5-47ea-bb7e-31902fcbe31e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643737 May 25 23:10:37.608850 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-bfe02ea0-d9c9-408a-86b6-79793e85ff1e service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833321 May 25 23:10:37.703089 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a5f2d7bc-1c99-43c5-a3b8-a847b5c108df req-51359e27-f93c-404b-a8d7-e2b42679e8bf service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854459 May 25 23:10:38.630651 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296812d9-b8a4-49c1-845b-dc08a930458a req-cb32919e-3f0c-4261-ae29-30c2eec83879 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:38.632018 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-296812d9-b8a4-49c1-845b-dc08a930458a req-cb32919e-3f0c-4261-ae29-30c2eec83879 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 943 time: 0.0490549 May 25 23:10:38.668826 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-296812d9-b8a4-49c1-845b-dc08a930458a req-573d47f9-fa22-41d2-8a6c-2f5014d31c3d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308311 May 25 23:10:39.785331 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7594907-7526-4e55-8683-a9ab84d7a30a req-024fb55d-3556-4744-b4dd-8235d41e308a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:39.786813 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a7594907-7526-4e55-8683-a9ab84d7a30a req-024fb55d-3556-4744-b4dd-8235d41e308a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 943 time: 0.0521338 May 25 23:10:39.824587 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a7594907-7526-4e55-8683-a9ab84d7a30a req-f58f0095-2c06-4741-87d3-b23876413f0d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 May 25 23:10:40.940589 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320d83-1e77-4d74-8f9c-57922c183a66 req-1fad9e7a-530e-4655-9af2-1d0a83c82f59 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:40.942025 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-15320d83-1e77-4d74-8f9c-57922c183a66 req-1fad9e7a-530e-4655-9af2-1d0a83c82f59 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 943 time: 0.0489590 May 25 23:10:40.980487 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-15320d83-1e77-4d74-8f9c-57922c183a66 req-704e6ffd-a96c-4300-a381-28d29329eab0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 May 25 23:10:41.515538 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 741793ad-1ae2-4a2b-8e5f-590c629ae1fe details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:10:41.609043 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:10:41.621181 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'port_id': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe', 'mac_address': 'fa:16:3e:3b:a9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:10:41.656590 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:10:41.656976 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:41.670198 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741793ad-1ae2-4a2b-8e5f-590c629ae1fe {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:10:41.689162 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:10:41.775843 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:41.799964 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d9b5c237-9495-4e00-83af-37c1a0f87ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:41.828261 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=741793ad-1ae2-4a2b-8e5f-590c629ae1fe,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:42.093364 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbf326-7f06-4c51-b17f-e69f0c067c51 req-179e4db3-ece9-4ee9-bec6-920088949c58 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:42.094825 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-facbf326-7f06-4c51-b17f-e69f0c067c51 req-179e4db3-ece9-4ee9-bec6-920088949c58 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 944 time: 0.0479636 May 25 23:10:42.132783 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-facbf326-7f06-4c51-b17f-e69f0c067c51 req-f4e56be7-5387-4cef-8026-5492d510dbb2 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311327 May 25 23:10:42.311880 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['741793ad-1ae2-4a2b-8e5f-590c629ae1fe'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:10:43.249060 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588d731-883f-4b53-8a04-e8f0321c7261 req-7a9afe41-d259-42c6-bdd8-07e942d59a36 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:43.250499 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9588d731-883f-4b53-8a04-e8f0321c7261 req-7a9afe41-d259-42c6-bdd8-07e942d59a36 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 944 time: 0.0510619 May 25 23:10:43.287254 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9588d731-883f-4b53-8a04-e8f0321c7261 req-aab25740-bc84-4922-afd4-2fbd2fd3295a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303454 May 25 23:10:43.519743 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 741793ad-1ae2-4a2b-8e5f-590c629ae1fe up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:10:43.598435 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:10:43.602616 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:43.603004 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:43.679378 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:10:43.679756 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:43.701649 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:10:43.704040 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e104b07-0b10-469a-9c22-3b7c12e9e829" -d '{"events": [{"server_uuid": "46002c1a-4e72-4d13-adfb-5ff1463d06fc", "name": "network-vif-plugged", "status": "completed", "tag": "741793ad-1ae2-4a2b-8e5f-590c629ae1fe"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:10:43.716907 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:10:43.739741 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9024b26e-ce5e-4674-b8de-f8d800e2f15d x-openstack-request-id: req-9024b26e-ce5e-4674-b8de-f8d800e2f15d {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:10:43.740025 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46002c1a-4e72-4d13-adfb-5ff1463d06fc", "name": "network-vif-plugged", "status": "completed", "tag": "741793ad-1ae2-4a2b-8e5f-590c629ae1fe", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:10:43.740276 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9024b26e-ce5e-4674-b8de-f8d800e2f15d {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:10:43.741101 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9024b26e-ce5e-4674-b8de-f8d800e2f15d'] response: {'server_uuid': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe', 'code': 200} May 25 23:10:43.793324 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:43.845396 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=741793ad-1ae2-4a2b-8e5f-590c629ae1fe,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:43.852237 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:43.852629 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:43.852958 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:43.853293 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:43.853654 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:43.853982 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:43.854332 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:43.854683 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:43.855008 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:43.855331 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:43.855653 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:43.855974 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:44.068281 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8256a-4711-4378-ac74-2d5b7dd1ec89 req-66d786a4-3b31-438f-968c-1887599a2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:44.069763 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-50d8256a-4711-4378-ac74-2d5b7dd1ec89 req-66d786a4-3b31-438f-968c-1887599a2bae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 1098 time: 0.0395031 May 25 23:10:44.106026 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-50d8256a-4711-4378-ac74-2d5b7dd1ec89 req-75a375d6-4c2e-4e3c-a514-9c58d26575c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266821 May 25 23:10:44.193543 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5174-5c7b-4844-8620-9a57069c40f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:44.398201 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf163a73-98a1-4f80-8b27-b77588f8f92b req-605ab83d-1e30-4b23-83ae-2832e27ae628 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:44.399660 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cf163a73-98a1-4f80-8b27-b77588f8f92b req-605ab83d-1e30-4b23-83ae-2832e27ae628 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0472760 May 25 23:10:44.437285 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cf163a73-98a1-4f80-8b27-b77588f8f92b req-57cdd53f-38e7-4f17-9cda-decebdaa7722 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314603 May 25 23:10:45.312983 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:45.554621 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0715530-9cb9-47cb-83f5-92467b5ef1a0 req-c8ab885f-8359-4039-a5a3-728d8b497bac tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:45.556067 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e0715530-9cb9-47cb-83f5-92467b5ef1a0 req-c8ab885f-8359-4039-a5a3-728d8b497bac tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0514905 May 25 23:10:45.592838 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e0715530-9cb9-47cb-83f5-92467b5ef1a0 req-8812f113-1257-414d-b3ae-b8f25c834b63 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307634 May 25 23:10:46.603309 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:46.705916 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667a7d1-0db6-4a84-9f69-f99e89b4f8fc req-3e68b193-8309-41a3-94ca-99b4d7b58078 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:46.707404 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d667a7d1-0db6-4a84-9f69-f99e89b4f8fc req-3e68b193-8309-41a3-94ca-99b4d7b58078 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0481839 May 25 23:10:46.745393 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d667a7d1-0db6-4a84-9f69-f99e89b4f8fc req-dbe7238f-9acd-43e8-8ac9-c108d2e9727a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 May 25 23:10:47.187342 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:47.856227 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b35c94-1d36-4c8b-a8a3-a2b5931f4e93 req-b90aba44-9744-4035-9d5e-0af7672de460 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:47.857637 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-77b35c94-1d36-4c8b-a8a3-a2b5931f4e93 req-b90aba44-9744-4035-9d5e-0af7672de460 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0473695 May 25 23:10:47.893982 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-77b35c94-1d36-4c8b-a8a3-a2b5931f4e93 req-c563421a-676a-4839-b4f9-3014f6edc6ff tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 May 25 23:10:49.009306 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feb42e-f02f-46f9-8fc5-e85bd5f89349 req-7749c4c2-48d2-45df-a33e-aeee934fc451 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:49.010737 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c3feb42e-f02f-46f9-8fc5-e85bd5f89349 req-7749c4c2-48d2-45df-a33e-aeee934fc451 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0509844 May 25 23:10:49.046900 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c3feb42e-f02f-46f9-8fc5-e85bd5f89349 req-9d0708ca-db29-472b-b014-43807ca0336e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300913 May 25 23:10:50.159601 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0d616-ba35-40ec-a57c-fe2608e87bf7 req-8c7642f7-3162-4dd7-8ee2-11486c2a7701 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:50.161065 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cdd0d616-ba35-40ec-a57c-fe2608e87bf7 req-8c7642f7-3162-4dd7-8ee2-11486c2a7701 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0488265 May 25 23:10:50.197798 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cdd0d616-ba35-40ec-a57c-fe2608e87bf7 req-b9433db2-d45d-4735-a502-67dd76a273f0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306940 May 25 23:10:50.305219 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cbfb4-22e9-4bc6-91a2-c9cb3b06c4e8 req-9f6ec34b-416e-4759-9d08-fc67c1364f48 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:50.306639 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-558cbfb4-22e9-4bc6-91a2-c9cb3b06c4e8 req-9f6ec34b-416e-4759-9d08-fc67c1364f48 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0463998 May 25 23:10:50.315029 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35836) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:50.320270 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-02adcff0-638a-411f-a7b1-98a91f6c2dda tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'floatingip': {'port_id': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:10:50.360983 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-02adcff0-638a-411f-a7b1-98a91f6c2dda tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:51.055118 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-02adcff0-638a-411f-a7b1-98a91f6c2dda tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:51.141785 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-02adcff0-638a-411f-a7b1-98a91f6c2dda tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:51.239096 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [None req-02adcff0-638a-411f-a7b1-98a91f6c2dda tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Floating IP 32ce44d6-0c26-455e-aa59-0be39125a08b associated. External IP: 172.27.1.15, port: 741793ad-1ae2-4a2b-8e5f-590c629ae1fe. May 25 23:10:51.439750 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02adcff0-638a-411f-a7b1-98a91f6c2dda tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Router 6351801a-e928-4a7e-b274-0693c99f07df has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:10:51.545992 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02adcff0-638a-411f-a7b1-98a91f6c2dda tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:10:51.550820 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-02adcff0-638a-411f-a7b1-98a91f6c2dda tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:51.555451 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457d3aea-fcde-43ca-825b-a91a58f3b447 None None] Sync routers for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:10:51.564655 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d3aea-fcde-43ca-825b-a91a58f3b447 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:10:51.567106 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-457d3aea-fcde-43ca-825b-a91a58f3b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:10:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:51.578692 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-02adcff0-638a-411f-a7b1-98a91f6c2dda tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "PUT /v2.0/floatingips/32ce44d6-0c26-455e-aa59-0be39125a08b HTTP/1.1" status: 200 len: 990 time: 1.2624114 May 25 23:10:51.579260 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'tag': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:10:51.581513 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75809768-278c-4d49-9fa1-d19e9320d11c" -d '{"events": [{"name": "network-changed", "server_uuid": "46002c1a-4e72-4d13-adfb-5ff1463d06fc", "tag": "741793ad-1ae2-4a2b-8e5f-590c629ae1fe"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:10:51.616463 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd9b7df-528a-4f83-b350-763ab0e4e1d8 x-openstack-request-id: req-1dd9b7df-528a-4f83-b350-763ab0e4e1d8 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:10:51.616776 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46002c1a-4e72-4d13-adfb-5ff1463d06fc", "tag": "741793ad-1ae2-4a2b-8e5f-590c629ae1fe", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:10:51.617023 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dd9b7df-528a-4f83-b350-763ab0e4e1d8 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:10:51.617418 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd9b7df-528a-4f83-b350-763ab0e4e1d8'] response: {'name': 'network-changed', 'server_uuid': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'tag': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe', 'status': 'completed', 'code': 200} May 25 23:10:51.671459 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-457d3aea-fcde-43ca-825b-a91a58f3b447 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:10:51.706397 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75809768-278c-4d49-9fa1-d19e9320d11c req-e0e940c0-bd35-4037-958c-1da9598c080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:51.707789 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-75809768-278c-4d49-9fa1-d19e9320d11c req-e0e940c0-bd35-4037-958c-1da9598c080c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 1098 time: 0.0392036 May 25 23:10:51.801314 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75809768-278c-4d49-9fa1-d19e9320d11c req-45e79e36-47da-45a8-b297-131409feb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:51.804761 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-75809768-278c-4d49-9fa1-d19e9320d11c req-45e79e36-47da-45a8-b297-131409feb44b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 912 time: 0.0903437 May 25 23:10:51.880123 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-75809768-278c-4d49-9fa1-d19e9320d11c req-427a069e-4a91-42e4-a282-5b7d695034d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe HTTP/1.1" status: 200 len: 998 time: 0.0622423 May 25 23:10:51.900100 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-457d3aea-fcde-43ca-825b-a91a58f3b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '32ce44d6-0c26-455e-aa59-0be39125a08b', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'port_id': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'mac_address': 'fa:16:3e:3b:a9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:10:30Z', 'updated_at': '2022-05-25T23:10:50Z', 'revision_number': 1, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:51.926824 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457d3aea-fcde-43ca-825b-a91a58f3b447 None None] Checking router: 6351801a-e928-4a7e-b274-0693c99f07df for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:10:51.935003 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75809768-278c-4d49-9fa1-d19e9320d11c req-5fdc700b-95e3-462c-8a40-a42661cd6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:51.935870 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d3aea-fcde-43ca-825b-a91a58f3b447 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:10:51.936479 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-457d3aea-fcde-43ca-825b-a91a58f3b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:10:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:51.936782 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-75809768-278c-4d49-9fa1-d19e9320d11c req-5fdc700b-95e3-462c-8a40-a42661cd6f06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0466888 May 25 23:10:51.999582 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75809768-278c-4d49-9fa1-d19e9320d11c req-ff04d955-0454-4b73-8be9-046c7fe9294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:10:51.999582 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-75809768-278c-4d49-9fa1-d19e9320d11c req-ff04d955-0454-4b73-8be9-046c7fe9294a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406117 May 25 23:10:52.041604 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-457d3aea-fcde-43ca-825b-a91a58f3b447 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:10:52.099512 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-75809768-278c-4d49-9fa1-d19e9320d11c req-4262f6cd-d53e-4165-b953-e7ed3fd6a50f service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842905 May 25 23:10:52.211547 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-75809768-278c-4d49-9fa1-d19e9320d11c req-45c6f84c-0c15-414e-81fd-0179218b8cf6 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993667 May 25 23:10:52.271171 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-457d3aea-fcde-43ca-825b-a91a58f3b447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '32ce44d6-0c26-455e-aa59-0be39125a08b', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'port_id': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'mac_address': 'fa:16:3e:3b:a9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:10:30Z', 'updated_at': '2022-05-25T23:10:50Z', 'revision_number': 1, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:10:52.300849 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457d3aea-fcde-43ca-825b-a91a58f3b447 None None] The sync data for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi is: [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '32ce44d6-0c26-455e-aa59-0be39125a08b', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'port_id': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'mac_address': 'fa:16:3e:3b:a9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:10:30Z', 'updated_at': '2022-05-25T23:10:50Z', 'revision_number': 1, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:10:52.488422 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be0734-be64-4694-9c9f-6c47c4adfbce None None] New status for floating IP 32ce44d6-0c26-455e-aa59-0be39125a08b: ACTIVE {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:10:53.844022 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:10:54.060889 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35908) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:54.168332 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be42c3-d4ac-4a47-923d-c4da877669e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:54.241942 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be42c3-d4ac-4a47-923d-c4da877669e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:54.323369 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f1be42c3-d4ac-4a47-923d-c4da877669e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:54.361423 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-f1be42c3-d4ac-4a47-923d-c4da877669e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbee5917fca74b319a738313dec523cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994361 May 25 23:10:54.362333 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be42c3-d4ac-4a47-923d-c4da877669e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae36fbac-ad96-44e1-81c9-0df1efd6b968,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:54.364145 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35912) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:54.412759 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cb3573ad-4761-43a9-ae57-3fe5882c1b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:54.436885 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cb3573ad-4761-43a9-ae57-3fe5882c1b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:54.547562 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cb3573ad-4761-43a9-ae57-3fe5882c1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:54.550093 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-cb3573ad-4761-43a9-ae57-3fe5882c1b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:54.551262 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-cb3573ad-4761-43a9-ae57-3fe5882c1b86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae36fbac-ad96-44e1-81c9-0df1efd6b968 HTTP/1.1" status: 204 len: 168 time: 0.1860716 May 25 23:10:54.559712 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3573ad-4761-43a9-ae57-3fe5882c1b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae36fbac-ad96-44e1-81c9-0df1efd6b968,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:55.100238 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 35918) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:55.113056 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-591dfa91-53f4-4c92-94e1-5d5db34042c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:55.184355 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-591dfa91-53f4-4c92-94e1-5d5db34042c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:55.261181 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-591dfa91-53f4-4c92-94e1-5d5db34042c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:55.298389 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-591dfa91-53f4-4c92-94e1-5d5db34042c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9f7dcfa3e774ca3ab49868b3bf59a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970575 May 25 23:10:55.299186 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dfa91-53f4-4c92-94e1-5d5db34042c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319a17ce-a5dd-4066-8f4b-48de7f7d5e3b,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:55.301163 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 35920) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:10:55.356284 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1782395e-2391-46b2-8e08-f8c260bedb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:55.370446 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1782395e-2391-46b2-8e08-f8c260bedb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:55.484044 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1782395e-2391-46b2-8e08-f8c260bedb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:55.486595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-1782395e-2391-46b2-8e08-f8c260bedb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:55.487779 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-1782395e-2391-46b2-8e08-f8c260bedb7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/319a17ce-a5dd-4066-8f4b-48de7f7d5e3b HTTP/1.1" status: 204 len: 168 time: 0.1854537 May 25 23:10:55.499790 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782395e-2391-46b2-8e08-f8c260bedb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319a17ce-a5dd-4066-8f4b-48de7f7d5e3b,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:55.786200 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:11.808206 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bcbb124d-aeea-4afe-ae4d-553bf6ad4c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:14.231161 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-67d7f1ee-87b3-4527-ac81-ef6cf27791c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:15.301030 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:16.637909 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:17.191371 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:25.792251 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:30.842730 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:11:33.406881 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-01a4393c-fe98-414e-901d-8478fb795ee7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417943 May 25 23:11:33.518931 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-03a91b4b-52b4-4326-9fbf-074f1a53eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:11:33.520375 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-03a91b4b-52b4-4326-9fbf-074f1a53eb3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 1098 time: 0.0418251 May 25 23:11:33.628033 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-e1e69ef1-dffe-4a99-ac5c-79789eaaf4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:11:33.629507 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-e1e69ef1-dffe-4a99-ac5c-79789eaaf4b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 912 time: 0.0839698 May 25 23:11:33.697625 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-60b47fcd-ad60-4cad-9842-12fa0c5cb4e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe HTTP/1.1" status: 200 len: 1000 time: 0.0598702 May 25 23:11:33.747142 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-60525dda-89e7-488c-a145-1fa80f52002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:11:33.748532 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-60525dda-89e7-488c-a145-1fa80f52002e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0430388 May 25 23:11:33.796529 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-0379d839-9926-4c38-9d76-8f1f7893cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:11:33.797930 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-0379d839-9926-4c38-9d76-8f1f7893cb8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388031 May 25 23:11:33.887522 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-e8e41d66-9004-4035-ae7c-ecb820bdf6d1 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812840 May 25 23:11:33.981059 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-040b6bf1-d9f2-4546-b58d-b30ee74d18c8 req-14910b48-2a6f-4312-8286-c2074caa0784 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800118 May 25 23:11:39.798096 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 36158) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:11:39.901380 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:39.974094 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.054981 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.095212 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a18c9ddda3814be99558b29500360df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960072 May 25 23:11:40.097087 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567f2527-7b0f-4936-9823-f12f70ab7465,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:40.097868 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 36162) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:11:40.104491 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.107037 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.107037 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.107037 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.107037 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.107037 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.107037 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.107037 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.108220 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.108220 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.108220 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.108220 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad5289-e130-4a93-b7c1-05bb36c864a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.148473 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.168642 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.289487 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.291983 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.293109 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/567f2527-7b0f-4936-9823-f12f70ab7465 HTTP/1.1" status: 204 len: 168 time: 0.1942205 May 25 23:11:40.300808 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f2527-7b0f-4936-9823-f12f70ab7465,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:40.311102 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.311667 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.312220 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.312748 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.313283 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.313846 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.314470 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.315094 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.315655 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.316205 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.316759 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.317299 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610dd0a-d1fc-470a-9975-77cffec9c61d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.854310 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 36168) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:11:40.867569 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e59280f5-570d-4dae-a7d8-18665b7f7a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.939866 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e59280f5-570d-4dae-a7d8-18665b7f7a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.003187 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e59280f5-570d-4dae-a7d8-18665b7f7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.040100 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e59280f5-570d-4dae-a7d8-18665b7f7a2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=846aece14b824cab88231999337060a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847475 May 25 23:11:41.040885 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59280f5-570d-4dae-a7d8-18665b7f7a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16ce4fb-7d3e-4847-83dd-74d41a43394d,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:41.042891 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 36172) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:11:41.093718 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d1d1-fc28-4c02-8b22-871eca46499a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.112751 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d1d1-fc28-4c02-8b22-871eca46499a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.237935 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d1d1-fc28-4c02-8b22-871eca46499a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.240567 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d1d1-fc28-4c02-8b22-871eca46499a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.242278 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-6eb4d1d1-fc28-4c02-8b22-871eca46499a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b16ce4fb-7d3e-4847-83dd-74d41a43394d HTTP/1.1" status: 204 len: 168 time: 0.1984267 May 25 23:11:41.250916 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4d1d1-fc28-4c02-8b22-871eca46499a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16ce4fb-7d3e-4847-83dd-74d41a43394d,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:41.780861 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-73ec7ea4-f62b-454c-8bae-b7c933ea8da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:44.197665 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c7355c3e-d0ea-4d12-b0bf-7c01b5179727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.300506 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.643096 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:47.157412 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:54.344623 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 36264) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:11:54.445901 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-03eee4e3-942b-4279-a4db-7091bb992ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:54.516623 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-03eee4e3-942b-4279-a4db-7091bb992ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:54.557433 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-03eee4e3-942b-4279-a4db-7091bb992ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:54.594552 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-03eee4e3-942b-4279-a4db-7091bb992ae7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff075fa261d24b7a8731016f0fc0dace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488456 May 25 23:11:54.595650 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eee4e3-942b-4279-a4db-7091bb992ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f7a912-af87-4465-9087-e05427811c53,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:54.597264 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 36268) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:11:54.645592 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-27409c23-c4a0-4bdd-9bf6-fc32f9c242d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:54.666610 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-27409c23-c4a0-4bdd-9bf6-fc32f9c242d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:54.763220 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-27409c23-c4a0-4bdd-9bf6-fc32f9c242d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:54.765693 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-27409c23-c4a0-4bdd-9bf6-fc32f9c242d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:54.766851 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-27409c23-c4a0-4bdd-9bf6-fc32f9c242d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2f7a912-af87-4465-9087-e05427811c53 HTTP/1.1" status: 204 len: 168 time: 0.1686268 May 25 23:11:54.775285 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27409c23-c4a0-4bdd-9bf6-fc32f9c242d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f7a912-af87-4465-9087-e05427811c53,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:55.814791 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:07.841133 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:12:11.778326 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3b78ca3f-a899-46f9-8600-e0d05ae41558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:12.803731 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [req-c11a5778-cbb7-451e-ab66-f4b3449f273a req-53d7d058-9fce-488d-a007-d9415e80e081 service neutron] (114255) timed out ('10.222.0.24', 58905) {{(pid=114255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 25 23:12:14.184571 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-971bee0c-4d8c-4391-8cef-9fba3ee1ed09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:15.299839 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:16.602927 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:17.166920 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:24.904976 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 36410) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:12:25.006870 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c81901b7-a536-41de-95bc-a8090f8ec991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:25.080219 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c81901b7-a536-41de-95bc-a8090f8ec991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:25.151190 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-c81901b7-a536-41de-95bc-a8090f8ec991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:25.188099 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81901b7-a536-41de-95bc-a8090f8ec991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0188af-437b-4be6-a69a-cda0cdd45787,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:25.194088 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-c81901b7-a536-41de-95bc-a8090f8ec991 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b68402cb17e843faaa99d576126d2e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875028 May 25 23:12:25.196652 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 36414) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:12:25.243194 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-13d2ca13-b165-4bcf-9167-9403e63f1227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:25.263998 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-13d2ca13-b165-4bcf-9167-9403e63f1227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:25.362464 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-13d2ca13-b165-4bcf-9167-9403e63f1227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:25.364974 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-13d2ca13-b165-4bcf-9167-9403e63f1227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:25.366792 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-13d2ca13-b165-4bcf-9167-9403e63f1227 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b0188af-437b-4be6-a69a-cda0cdd45787 HTTP/1.1" status: 204 len: 168 time: 0.1692505 May 25 23:12:25.374766 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2ca13-b165-4bcf-9167-9403e63f1227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0188af-437b-4be6-a69a-cda0cdd45787,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:25.812724 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:26.309878 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 36436) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:12:26.403756 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-33224512-network', 'tenant_id': '48be8182773d487a89cee5955dbe9555'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:12:26.488378 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Made reservation on behalf of 48be8182773d487a89cee5955dbe9555 for: {'network': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:12:26.491187 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:26.502651 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:26.575629 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:26.648323 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:26.672144 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=114256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:12:26.682086 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252d58d6-f8fb-4545-a464-791113697d76,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:26.687286 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:26.687286 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.segments_db [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Added segment d64bd9d3-b1e1-467e-be79-bf411ad49262 of type vlan for network 195ac07a-5a2d-4f10-a008-d130970935b4 May 25 23:12:26.725595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:26.814126 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:26.815096 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:26.815682 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:26.872395 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] Pushing event updated for resources: {'Network': ['ID=195ac07a-5a2d-4f10-a008-d130970935b4,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:26.881866 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 195ac07a-5a2d-4f10-a008-d130970935b4 details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 23:12:26.897358 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-c075162b-4850-4e32-b845-87c067ffaa5e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5863929 May 25 23:12:26.900532 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 36440) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:12:26.905192 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] Request body: {'subnet': {'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-33224512-subnet', 'tenant_id': '48be8182773d487a89cee5955dbe9555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:12:26.985663 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] Made reservation on behalf of 48be8182773d487a89cee5955dbe9555 for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:12:26.987993 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9599056'] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:27.203045 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9365228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9599046'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:27.263244 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=702133cf-0539-4803-a971-e1c28944807d,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:27.270210 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] Checking segment: {'id': 'd64bd9d3-b1e1-467e-be79-bf411ad49262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:12:27.270595 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] Network hostable DHCP agents. Network: 195ac07a-5a2d-4f10-a008-d130970935b4, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:12:27.345677 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] Network 195ac07a-5a2d-4f10-a008-d130970935b4 is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:12:27.425582 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 195ac07a-5a2d-4f10-a008-d130970935b4) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:12:27.430843 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:27.431580 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:27.434121 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f3b6c-128b-4f42-9464-9e33d681f4d6 None None] Network 195ac07a-5a2d-4f10-a008-d130970935b4 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:12:27.526590 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-93b6c7ea-ab51-4f0b-9c13-7b52c5f82ba8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6248243 May 25 23:12:27.556651 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c3484c-4ddd-480f-aa7e-c28ee68c0932 None None] Network 195ac07a-5a2d-4f10-a008-d130970935b4 requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:12:30.814442 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-920d6d15-f456-4c41-b277-84a970a6bd3e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:30.815875 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-920d6d15-f456-4c41-b277-84a970a6bd3e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/networks?id=195ac07a-5a2d-4f10-a008-d130970935b4 HTTP/1.1" status: 200 len: 807 time: 0.0978408 May 25 23:12:30.830179 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-6ba72a42-2e26-4796-b84a-5a22829ad7de tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/quotas/48be8182773d487a89cee5955dbe9555 HTTP/1.1" status: 200 len: 375 time: 0.0086339 May 25 23:12:30.864176 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-dcddeebc-0113-4f81-8335-8219d4b00841 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=48be8182773d487a89cee5955dbe9555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282633 May 25 23:12:30.951512 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-169428bd-6d51-498d-9a3b-3df0224fa364 service neutron] 10.222.0.48 "GET /v2.0/networks/195ac07a-5a2d-4f10-a008-d130970935b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799699 May 25 23:12:31.040562 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-dda46c48-497f-4e37-b3bf-80374dd5303b service neutron] 10.222.0.48 "GET /v2.0/networks/195ac07a-5a2d-4f10-a008-d130970935b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831313 May 25 23:12:31.323008 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e1198fef-3a99-466e-b5a9-6a4e1c38882a req-1ae0930d-4952-4a39-a619-c5a36195f957 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 210 time: 0.0767765 May 25 23:12:32.414734 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-092dff2f-912d-4d6a-aab0-9e39bd6c42f7 req-6fce89bb-4ec5-4b7b-be30-20340fc40eea tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 210 time: 0.0256727 May 25 23:12:33.508301 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9d32fee5-ab2f-4627-b9b1-8be91531ccc0 req-7b0f401c-4285-4ef0-862f-870d57ebafb0 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 210 time: 0.0258675 May 25 23:12:33.656642 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-f380e74e-bb6f-44cb-a393-7b1221b94dc9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:33.658049 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-f380e74e-bb6f-44cb-a393-7b1221b94dc9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.24 "GET /v2.0/networks?id=195ac07a-5a2d-4f10-a008-d130970935b4 HTTP/1.1" status: 200 len: 807 time: 0.1025617 May 25 23:12:33.679379 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Request body: {'port': {'device_id': 'b995a4b2-5f80-43db-b113-68692bcec98e', 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4', 'admin_state_up': True, 'tenant_id': '48be8182773d487a89cee5955dbe9555'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:12:33.848558 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Made reservation on behalf of 48be8182773d487a89cee5955dbe9555 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:12:33.852081 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:33.978932 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Allocated IP 172.20.0.3 (195ac07a-5a2d-4f10-a008-d130970935b4/702133cf-0539-4803-a971-e1c28944807d/27939097-815d-4d7f-a8ff-42e3a474e272) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:12:34.123071 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:34.218631 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:34.261285 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Network 195ac07a-5a2d-4f10-a008-d130970935b4 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:12:34.264137 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:12:34.267723 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:12:34.292616 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Pushing event updated for resources: {'Port': ['ID=27939097-815d-4d7f-a8ff-42e3a474e272,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:34.321167 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:34.321752 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:34.404755 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-db5780fb-bfac-49c0-88f2-e1876642a218 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7293787 May 25 23:12:34.497507 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Request body: {'port': {'device_id': 'b995a4b2-5f80-43db-b113-68692bcec98e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:12:34.582084 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:34.627199 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-755a8b03-271e-48f2-a409-12c313587c25 req-22b73f14-383d-4d94-a209-d3d0c675b924 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1457167 May 25 23:12:34.677039 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8f0c3-8950-4b1e-bb80-06e23629eddf req-85aaa062-b8b3-4c0e-ab67-439020406717 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:34.678938 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a1b8f0c3-8950-4b1e-bb80-06e23629eddf req-85aaa062-b8b3-4c0e-ab67-439020406717 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 931 time: 0.0991867 May 25 23:12:35.124397 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a1b8f0c3-8950-4b1e-bb80-06e23629eddf req-671e5947-c31c-4408-bed2-319081ebbad5 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924530 May 25 23:12:35.129449 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a8b03-271e-48f2-a409-12c313587c25 req-5a71cfd3-c0a4-4b8b-b901-0756436e1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:35.131008 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-755a8b03-271e-48f2-a409-12c313587c25 req-5a71cfd3-c0a4-4b8b-b901-0756436e1300 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 1098 time: 0.4001775 May 25 23:12:35.289772 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a8b03-271e-48f2-a409-12c313587c25 req-6f69b7da-b928-4282-b316-00d55a970d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:35.291243 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-755a8b03-271e-48f2-a409-12c313587c25 req-6f69b7da-b928-4282-b316-00d55a970d94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 912 time: 0.1351130 May 25 23:12:35.294925 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27939097-815d-4d7f-a8ff-42e3a474e272 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:12:35.307920 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:35.365400 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Transition to ACTIVE for port object 27939097-815d-4d7f-a8ff-42e3a474e272 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:12:35.376670 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-755a8b03-271e-48f2-a409-12c313587c25 req-dd88764f-de94-4dea-b160-4c138b12c751 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe HTTP/1.1" status: 200 len: 1000 time: 0.0754373 May 25 23:12:35.424734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a8b03-271e-48f2-a409-12c313587c25 req-9a03fb2a-82cc-4f85-94f7-3a8910beca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:35.426105 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-755a8b03-271e-48f2-a409-12c313587c25 req-9a03fb2a-82cc-4f85-94f7-3a8910beca4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0417256 May 25 23:12:35.457338 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:35.517917 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Pushing event updated for resources: {'Port': ['ID=27939097-815d-4d7f-a8ff-42e3a474e272,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:35.521571 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a8b03-271e-48f2-a409-12c313587c25 req-18b07a0e-5ac6-4575-9c13-71d470134c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:35.522919 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-755a8b03-271e-48f2-a409-12c313587c25 req-18b07a0e-5ac6-4575-9c13-71d470134c10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893815 May 25 23:12:35.648266 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Attempting to bind port 27939097-815d-4d7f-a8ff-42e3a474e272 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:12:35.648955 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Attempting to bind port 27939097-815d-4d7f-a8ff-42e3a474e272 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': 'd64bd9d3-b1e1-467e-be79-bf411ad49262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:12:35.648955 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Attempting to bind port 27939097-815d-4d7f-a8ff-42e3a474e272 on network 195ac07a-5a2d-4f10-a008-d130970935b4 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:12:35.661309 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Port 27939097-815d-4d7f-a8ff-42e3a474e272 on network 195ac07a-5a2d-4f10-a008-d130970935b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:12:35.661620 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Attempting to bind port 27939097-815d-4d7f-a8ff-42e3a474e272 on network 195ac07a-5a2d-4f10-a008-d130970935b4 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:12:35.669295 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:12:35.669625 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Checking segment: {'id': 'd64bd9d3-b1e1-467e-be79-bf411ad49262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:12:35.669996 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Bound using segment: {'id': 'd64bd9d3-b1e1-467e-be79-bf411ad49262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:12:35.670443 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Bound port: 27939097-815d-4d7f-a8ff-42e3a474e272, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64bd9d3-b1e1-467e-be79-bf411ad49262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:12:35.670799 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:35.674720 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-755a8b03-271e-48f2-a409-12c313587c25 req-33b21dd5-a5d4-4e8b-add7-a260fee89ab5 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324255 May 25 23:12:35.789711 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] For port 27939097-815d-4d7f-a8ff-42e3a474e272, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:12:35.793761 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] For port 27939097-815d-4d7f-a8ff-42e3a474e272, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=27939097-815d-4d7f-a8ff-42e3a474e272,segment=NetworkSegment(d64bd9d3-b1e1-467e-be79-bf411ad49262),segment_id=d64bd9d3-b1e1-467e-be79-bf411ad49262)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:12:35.811131 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-755a8b03-271e-48f2-a409-12c313587c25 req-be5d3d21-d01e-457b-a051-85b2a7c58eb3 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080730 May 25 23:12:35.866586 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:35.901482 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:35.902071 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:35.903425 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] 10.222.0.24 "PUT /v2.0/ports/27939097-815d-4d7f-a8ff-42e3a474e272 HTTP/1.1" status: 200 len: 1093 time: 1.4530697 May 25 23:12:35.903848 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b995a4b2-5f80-43db-b113-68692bcec98e', 'tag': '27939097-815d-4d7f-a8ff-42e3a474e272'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:12:35.906044 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dc912b-d595-449c-bae7-25771cdb82a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b995a4b2-5f80-43db-b113-68692bcec98e", "tag": "27939097-815d-4d7f-a8ff-42e3a474e272"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:12:35.930035 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7021a-a16c-43da-b9e1-8ffc3d302344 service neutron] Pushing event updated for resources: {'Port': ['ID=27939097-815d-4d7f-a8ff-42e3a474e272,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:35.944111 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01370e2-fc13-44d5-a26e-fde235227bb5 x-openstack-request-id: req-e01370e2-fc13-44d5-a26e-fde235227bb5 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:12:35.944534 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b995a4b2-5f80-43db-b113-68692bcec98e", "tag": "27939097-815d-4d7f-a8ff-42e3a474e272", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:12:35.944813 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e01370e2-fc13-44d5-a26e-fde235227bb5 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:12:35.945224 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01370e2-fc13-44d5-a26e-fde235227bb5'] response: {'name': 'network-changed', 'server_uuid': 'b995a4b2-5f80-43db-b113-68692bcec98e', 'tag': '27939097-815d-4d7f-a8ff-42e3a474e272', 'status': 'completed', 'code': 200} May 25 23:12:36.033307 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc912b-d595-449c-bae7-25771cdb82a2 req-3082fe21-07c9-40d3-9f3a-2988cb996420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:36.034788 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b3dc912b-d595-449c-bae7-25771cdb82a2 req-3082fe21-07c9-40d3-9f3a-2988cb996420 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=48be8182773d487a89cee5955dbe9555&device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 1096 time: 0.0403543 May 25 23:12:36.140377 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc912b-d595-449c-bae7-25771cdb82a2 req-9ddb7f0a-49f5-405b-8b7e-19abd5a66a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:36.141821 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b3dc912b-d595-449c-bae7-25771cdb82a2 req-9ddb7f0a-49f5-405b-8b7e-19abd5a66a60 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=48be8182773d487a89cee5955dbe9555&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0922115 May 25 23:12:36.265557 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc912b-d595-449c-bae7-25771cdb82a2 req-f03e0ec0-723c-46e1-aae8-bb0b0eda9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:36.267025 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b3dc912b-d595-449c-bae7-25771cdb82a2 req-f03e0ec0-723c-46e1-aae8-bb0b0eda9799 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1163805 May 25 23:12:36.274176 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024af6fd-7e76-412a-88c9-2f9ae9ed471a req-e50120cc-03f7-411b-bd81-0a99f68e1cdf tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:36.275516 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-024af6fd-7e76-412a-88c9-2f9ae9ed471a req-e50120cc-03f7-411b-bd81-0a99f68e1cdf tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 943 time: 0.0793660 May 25 23:12:36.317551 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-024af6fd-7e76-412a-88c9-2f9ae9ed471a req-9fc62825-8399-44b8-a2a5-79df33a2c351 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360680 May 25 23:12:36.378139 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-16178418-bdb2-430a-98f6-375ff550273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:36.379615 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-16178418-bdb2-430a-98f6-375ff550273c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=48be8182773d487a89cee5955dbe9555&device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 1096 time: 0.0440426 May 25 23:12:36.438303 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-2f7315ff-dae3-427d-ad56-8e63fedd24a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27939097-815d-4d7f-a8ff-42e3a474e272 HTTP/1.1" status: 200 len: 217 time: 0.0341477 May 25 23:12:36.486373 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-ffe30fba-6457-47f7-9aff-8cc50580f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:36.487796 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-ffe30fba-6457-47f7-9aff-8cc50580f453 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=702133cf-0539-4803-a971-e1c28944807d HTTP/1.1" status: 200 len: 847 time: 0.0425391 May 25 23:12:36.522948 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-0b0019af-27f5-4341-a966-3b8a54ec8ad7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=195ac07a-5a2d-4f10-a008-d130970935b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276611 May 25 23:12:36.613152 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-d7f2fe06-bb63-45ee-9f64-2de721ab630f service neutron] 10.222.0.24 "GET /v2.0/networks/195ac07a-5a2d-4f10-a008-d130970935b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822501 May 25 23:12:36.705135 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-87705931-b129-4d52-9fcd-e980c8dff8ca req-ab57bef4-cb21-44c6-9715-5eb56e7e5e24 service neutron] 10.222.0.24 "GET /v2.0/networks/195ac07a-5a2d-4f10-a008-d130970935b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838072 May 25 23:12:37.433077 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd16ab-523d-4c3d-84e2-c5600615cb6d req-824eb052-81b3-493d-8b65-c8b3d68385bb tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:37.434495 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d3bd16ab-523d-4c3d-84e2-c5600615cb6d req-824eb052-81b3-493d-8b65-c8b3d68385bb tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 943 time: 0.0498295 May 25 23:12:37.472219 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d3bd16ab-523d-4c3d-84e2-c5600615cb6d req-4d715a25-1b56-402e-91b2-ba377bad91d8 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317695 May 25 23:12:38.585717 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed418f5-c244-4888-b676-743577396daf req-133df9b9-86e2-4288-a8fc-1a663d45ba6e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:38.587216 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0ed418f5-c244-4888-b676-743577396daf req-133df9b9-86e2-4288-a8fc-1a663d45ba6e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 943 time: 0.0490305 May 25 23:12:38.624273 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0ed418f5-c244-4888-b676-743577396daf req-bfda711d-6da1-44eb-ad85-e1cf886cde6a tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311034 May 25 23:12:39.741359 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a05cc-297a-49ac-aad3-f284f5bd820f req-b9df7b3d-0ca2-403a-b7d0-ced1fcd31a9f tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:39.742827 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e29a05cc-297a-49ac-aad3-f284f5bd820f req-b9df7b3d-0ca2-403a-b7d0-ced1fcd31a9f tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 943 time: 0.0525894 May 25 23:12:39.779797 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e29a05cc-297a-49ac-aad3-f284f5bd820f req-62100d4f-761a-45ec-8f3c-4743c296b01b tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308247 May 25 23:12:40.041862 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 27939097-815d-4d7f-a8ff-42e3a474e272 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:12:40.136503 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 27939097-815d-4d7f-a8ff-42e3a474e272, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=27939097-815d-4d7f-a8ff-42e3a474e272,segment=NetworkSegment(d64bd9d3-b1e1-467e-be79-bf411ad49262),segment_id=d64bd9d3-b1e1-467e-be79-bf411ad49262)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:12:40.148181 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '27939097-815d-4d7f-a8ff-42e3a474e272', 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4', 'port_id': '27939097-815d-4d7f-a8ff-42e3a474e272', 'mac_address': 'fa:16:3e:ab:6a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702133cf-0539-4803-a971-e1c28944807d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:12:40.182966 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 27939097-815d-4d7f-a8ff-42e3a474e272 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:12:40.183353 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:40.196499 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27939097-815d-4d7f-a8ff-42e3a474e272 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:12:40.215177 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 27939097-815d-4d7f-a8ff-42e3a474e272, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=27939097-815d-4d7f-a8ff-42e3a474e272,segment=NetworkSegment(d64bd9d3-b1e1-467e-be79-bf411ad49262),segment_id=d64bd9d3-b1e1-467e-be79-bf411ad49262)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:12:40.288478 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:40.339562 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=27939097-815d-4d7f-a8ff-42e3a474e272,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:40.346351 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.351779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.351779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.351779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.351779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.351779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.351779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.351779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.351779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.351779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.351779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.351779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:40.869812 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['27939097-815d-4d7f-a8ff-42e3a474e272'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:12:40.894235 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0a58a-c1c5-45e9-9da8-ec7665bc90c3 req-032b626d-e5fa-4593-b6ea-76dce40fabcb tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:40.895712 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5ff0a58a-c1c5-45e9-9da8-ec7665bc90c3 req-032b626d-e5fa-4593-b6ea-76dce40fabcb tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 944 time: 0.0502954 May 25 23:12:40.933261 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5ff0a58a-c1c5-45e9-9da8-ec7665bc90c3 req-f188323d-3c66-4f4c-b162-d2615e589ca6 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 May 25 23:12:41.794883 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bd0e06cd-9788-49e2-b612-be11c8c1cb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:42.048183 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 27939097-815d-4d7f-a8ff-42e3a474e272 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:12:42.049683 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857647c8-4033-48ac-8e58-cb7e4dafc765 req-c52f4759-d1ca-4a60-9fe4-41c5827bd25a tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:42.051156 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-857647c8-4033-48ac-8e58-cb7e4dafc765 req-c52f4759-d1ca-4a60-9fe4-41c5827bd25a tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 944 time: 0.0474916 May 25 23:12:42.088825 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-857647c8-4033-48ac-8e58-cb7e4dafc765 req-7a66dc0c-ea93-4cc2-8e2d-433ed765cec1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314870 May 25 23:12:42.156377 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 27939097-815d-4d7f-a8ff-42e3a474e272 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:12:42.160332 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 27939097-815d-4d7f-a8ff-42e3a474e272 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:12:42.160716 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:42.236456 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 27939097-815d-4d7f-a8ff-42e3a474e272 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:12:42.236758 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:42.259409 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b995a4b2-5f80-43db-b113-68692bcec98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27939097-815d-4d7f-a8ff-42e3a474e272'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:12:42.264485 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8421d37c-d101-4239-84ca-7772e2904746" -d '{"events": [{"server_uuid": "b995a4b2-5f80-43db-b113-68692bcec98e", "name": "network-vif-plugged", "status": "completed", "tag": "27939097-815d-4d7f-a8ff-42e3a474e272"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:12:42.274336 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 27939097-815d-4d7f-a8ff-42e3a474e272, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=27939097-815d-4d7f-a8ff-42e3a474e272,segment=NetworkSegment(d64bd9d3-b1e1-467e-be79-bf411ad49262),segment_id=d64bd9d3-b1e1-467e-be79-bf411ad49262)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:12:42.298620 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968f536a-2612-4c27-a542-3688a1afa263 x-openstack-request-id: req-968f536a-2612-4c27-a542-3688a1afa263 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:12:42.298909 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b995a4b2-5f80-43db-b113-68692bcec98e", "name": "network-vif-plugged", "status": "completed", "tag": "27939097-815d-4d7f-a8ff-42e3a474e272", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:12:42.299161 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-968f536a-2612-4c27-a542-3688a1afa263 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:12:42.299574 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968f536a-2612-4c27-a542-3688a1afa263'] response: {'server_uuid': 'b995a4b2-5f80-43db-b113-68692bcec98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27939097-815d-4d7f-a8ff-42e3a474e272', 'code': 200} May 25 23:12:42.327804 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:42.378818 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=27939097-815d-4d7f-a8ff-42e3a474e272,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:42.642798 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb631f-efc2-4e21-87da-cd77959ac0e5 req-8b257e81-ca74-403a-a8f9-3c8e6ccceed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:42.644223 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1ceb631f-efc2-4e21-87da-cd77959ac0e5 req-8b257e81-ca74-403a-a8f9-3c8e6ccceed4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 1098 time: 0.0437257 May 25 23:12:42.678215 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1ceb631f-efc2-4e21-87da-cd77959ac0e5 req-843fb244-33c9-479e-baa9-f91bfd697825 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264859 May 25 23:12:43.202209 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac77e-3989-4872-82c1-d18283e829d2 req-20dc15e3-b979-4633-a4ce-472e5e8d8e50 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:43.203680 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d0dac77e-3989-4872-82c1-d18283e829d2 req-20dc15e3-b979-4633-a4ce-472e5e8d8e50 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 945 time: 0.0486875 May 25 23:12:43.241658 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d0dac77e-3989-4872-82c1-d18283e829d2 req-62ec327b-fcb3-4d1a-a05c-7c39760b3aa8 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 May 25 23:12:44.219348 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f7536407-8c55-451a-8aef-8d9f35300fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:44.356925 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebb91d-1e04-4bb1-9350-61c8e28ccf38 req-b93307ec-904e-4a47-ae9a-606c4fc7fb1e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:44.358262 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0eebb91d-1e04-4bb1-9350-61c8e28ccf38 req-b93307ec-904e-4a47-ae9a-606c4fc7fb1e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 945 time: 0.0476100 May 25 23:12:44.395772 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0eebb91d-1e04-4bb1-9350-61c8e28ccf38 req-7d9666ee-734d-4b01-b6af-3bb19fd0a6b6 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 May 25 23:12:44.843583 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:12:45.316700 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:45.511324 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df87edb-8a52-4a94-85d1-1b694a4e891c req-7b9d5946-660c-49ca-8e10-6c59301be25b tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:45.512762 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1df87edb-8a52-4a94-85d1-1b694a4e891c req-7b9d5946-660c-49ca-8e10-6c59301be25b tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 945 time: 0.0518863 May 25 23:12:45.550531 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1df87edb-8a52-4a94-85d1-1b694a4e891c req-4bd93179-cfec-47e1-9ebf-9c723879f39f tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318184 May 25 23:12:46.600892 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:46.911605 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f6c49-7d72-49be-bf4a-e140bff9016d req-02c7f871-c31e-4453-b84c-121349b6a4ec tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:46.913069 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-544f6c49-7d72-49be-bf4a-e140bff9016d req-02c7f871-c31e-4453-b84c-121349b6a4ec tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 945 time: 0.0478110 May 25 23:12:46.950084 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-544f6c49-7d72-49be-bf4a-e140bff9016d req-a1597d63-d5ef-48ae-bc46-e24a01b21600 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311038 May 25 23:12:47.160656 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:48.063479 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393e470-bb18-4ed2-b8fe-7be3c8413213 req-c9ce028b-b072-40c5-a2aa-79ee4b5359c3 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:48.064893 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9393e470-bb18-4ed2-b8fe-7be3c8413213 req-c9ce028b-b072-40c5-a2aa-79ee4b5359c3 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 945 time: 0.0465732 May 25 23:12:48.101169 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9393e470-bb18-4ed2-b8fe-7be3c8413213 req-c9f39ec0-a063-44a4-be7e-74a9e6ffa097 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296693 May 25 23:12:48.963715 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adac041-b19c-40f9-b845-f4cbd5607093 req-7059e5d5-9508-4d7f-b1f1-391ce7672e39 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:48.965103 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0adac041-b19c-40f9-b845-f4cbd5607093 req-7059e5d5-9508-4d7f-b1f1-391ce7672e39 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.24 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 945 time: 0.0498457 May 25 23:12:49.053153 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-0adac041-b19c-40f9-b845-f4cbd5607093 req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Deleting port 27939097-815d-4d7f-a8ff-42e3a474e272 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:12:49.053481 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-0adac041-b19c-40f9-b845-f4cbd5607093 req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:49.141019 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-0adac041-b19c-40f9-b845-f4cbd5607093 req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] For port 27939097-815d-4d7f-a8ff-42e3a474e272, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=27939097-815d-4d7f-a8ff-42e3a474e272,segment=NetworkSegment(d64bd9d3-b1e1-467e-be79-bf411ad49262),segment_id=d64bd9d3-b1e1-467e-be79-bf411ad49262)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:12:49.141611 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-0adac041-b19c-40f9-b845-f4cbd5607093 req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:49.153933 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-0adac041-b19c-40f9-b845-f4cbd5607093 req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Calling delete_port for 27939097-815d-4d7f-a8ff-42e3a474e272 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:12:49.260845 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1c806-4921-4d92-a817-6abcc12bf395 req-69ca1329-61d3-4cc8-8b1c-afd05e101d30 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:49.262201 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-63c1c806-4921-4d92-a817-6abcc12bf395 req-69ca1329-61d3-4cc8-8b1c-afd05e101d30 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 945 time: 0.0938985 May 25 23:12:49.337715 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-63c1c806-4921-4d92-a817-6abcc12bf395 req-d6d9c1c7-fb42-4765-9d8d-9e891c4a7722 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693614 May 25 23:12:49.408270 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-0adac041-b19c-40f9-b845-f4cbd5607093 req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:49.436416 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Pushing event deleted for resources: {'Port': ['ID=27939097-815d-4d7f-a8ff-42e3a474e272,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:49.448583 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.448927 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.449262 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.449613 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.449922 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.450248 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.450598 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.450920 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.451244 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.451566 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.451884 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.452254 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:49.454225 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['27939097-815d-4d7f-a8ff-42e3a474e272'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:12:49.485615 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adac041-b19c-40f9-b845-f4cbd5607093 req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] No DVR routers for this DVR port 27939097-815d-4d7f-a8ff-42e3a474e272 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:12:49.488316 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-0adac041-b19c-40f9-b845-f4cbd5607093 req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:49.491885 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0adac041-b19c-40f9-b845-f4cbd5607093 req-95158410-98f1-449d-ba11-86cfab6ecbf9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.24 "DELETE /v2.0/ports/27939097-815d-4d7f-a8ff-42e3a474e272 HTTP/1.1" status: 204 len: 173 time: 0.5190444 May 25 23:12:49.492410 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b995a4b2-5f80-43db-b113-68692bcec98e', 'name': 'network-vif-deleted', 'tag': '27939097-815d-4d7f-a8ff-42e3a474e272'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:12:49.494971 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc258796-02db-49a1-bf68-2144972003cc" -d '{"events": [{"server_uuid": "b995a4b2-5f80-43db-b113-68692bcec98e", "name": "network-vif-deleted", "tag": "27939097-815d-4d7f-a8ff-42e3a474e272"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:12:49.537898 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be899f7-a920-4a28-9a0b-b5908085df72 x-openstack-request-id: req-8be899f7-a920-4a28-9a0b-b5908085df72 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:12:49.538188 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b995a4b2-5f80-43db-b113-68692bcec98e", "name": "network-vif-deleted", "tag": "27939097-815d-4d7f-a8ff-42e3a474e272", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:12:49.538475 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8be899f7-a920-4a28-9a0b-b5908085df72 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:12:49.538887 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be899f7-a920-4a28-9a0b-b5908085df72'] response: {'server_uuid': 'b995a4b2-5f80-43db-b113-68692bcec98e', 'name': 'network-vif-deleted', 'tag': '27939097-815d-4d7f-a8ff-42e3a474e272', 'status': 'completed', 'code': 200} May 25 23:12:50.444300 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d2fe096a-afe4-436e-b108-3a915d54c18c req-ac3214cb-7795-4ad8-b300-f2c632b0eff4 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=b995a4b2-5f80-43db-b113-68692bcec98e HTTP/1.1" status: 200 len: 210 time: 0.0290327 May 25 23:12:51.749973 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-d0e2b430-b3af-4019-b65b-45b797ef784b tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:51.751350 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-d0e2b430-b3af-4019-b65b-45b797ef784b tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/networks?id=195ac07a-5a2d-4f10-a008-d130970935b4 HTTP/1.1" status: 200 len: 807 time: 0.0997465 May 25 23:12:51.766078 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-4f667479-8c17-4a6a-86d7-66069ee7928e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/quotas/48be8182773d487a89cee5955dbe9555 HTTP/1.1" status: 200 len: 375 time: 0.0090663 May 25 23:12:51.797326 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c81e35b6-c520-4a5b-84b0-9ad4a5a8583e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=48be8182773d487a89cee5955dbe9555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261135 May 25 23:12:51.931457 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-74612646-bbc4-4615-915e-54bcbca79aac service neutron] 10.222.0.48 "GET /v2.0/networks/195ac07a-5a2d-4f10-a008-d130970935b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272743 May 25 23:12:52.017854 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-4a62ccc5-813a-4a98-9a82-ac8fb6c2a4b0 service neutron] 10.222.0.48 "GET /v2.0/networks/195ac07a-5a2d-4f10-a008-d130970935b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802612 May 25 23:12:52.123448 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 27939097-815d-4d7f-a8ff-42e3a474e272 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:12:52.144505 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 27939097-815d-4d7f-a8ff-42e3a474e272 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:12:52.144846 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 27939097-815d-4d7f-a8ff-42e3a474e272 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:12:52.253826 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cf60edeb-055c-4b28-8b3f-c8395ef8b9c7 req-300f5160-397f-46a5-ba1a-b546ea882a6d tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 210 time: 0.0295830 May 25 23:12:53.345716 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-73b7fff4-6626-41f2-b942-c15a7fd914e0 req-21ec731a-8e78-4d08-b0a6-018c331cfb22 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 210 time: 0.0263894 May 25 23:12:54.327838 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-e9c745f4-2cdc-4344-8657-e11f83d37c12 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:54.329255 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-e9c745f4-2cdc-4344-8657-e11f83d37c12 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.24 "GET /v2.0/networks?id=195ac07a-5a2d-4f10-a008-d130970935b4 HTTP/1.1" status: 200 len: 807 time: 0.0975761 May 25 23:12:54.352474 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Request body: {'port': {'device_id': '6f918b1c-4081-46fe-9325-ed9025313893', 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4', 'admin_state_up': True, 'tenant_id': '48be8182773d487a89cee5955dbe9555'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:12:54.449528 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-abf4ea95-784a-46fb-97fa-d86e4d8f0616 req-09ce3090-7ab7-4328-b111-74f70dc93b97 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 210 time: 0.0367725 May 25 23:12:54.550491 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Made reservation on behalf of 48be8182773d487a89cee5955dbe9555 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:12:54.553926 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:54.680966 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Allocated IP 172.20.0.9 (195ac07a-5a2d-4f10-a008-d130970935b4/702133cf-0539-4803-a971-e1c28944807d/aa514bb2-3385-4ec8-8e06-9ab03ffd6847) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:12:54.819141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:54.917009 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:54.961723 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Network 195ac07a-5a2d-4f10-a008-d130970935b4 is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:12:54.964681 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:12:54.968338 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:12:54.994612 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Pushing event updated for resources: {'Port': ['ID=aa514bb2-3385-4ec8-8e06-9ab03ffd6847,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:55.020411 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:55.020992 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.090354 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-985ec29c-10a9-4170-b986-8637f01d8ed1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7419558 May 25 23:12:55.124010 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Request body: {'port': {'device_id': '6f918b1c-4081-46fe-9325-ed9025313893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:12:55.175484 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.432419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa514bb2-3385-4ec8-8e06-9ab03ffd6847 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:12:55.439456 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.450909 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Transition to ACTIVE for port object aa514bb2-3385-4ec8-8e06-9ab03ffd6847 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:12:55.545744 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.609112 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5d60-8d71-4d2c-9341-3a28c4cab3ff req-07720f9e-75c1-40a0-a023-438e1e55d53a tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:55.610600 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fc5e5d60-8d71-4d2c-9341-3a28c4cab3ff req-07720f9e-75c1-40a0-a023-438e1e55d53a tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 931 time: 0.0938625 May 25 23:12:55.611580 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Pushing event updated for resources: {'Port': ['ID=aa514bb2-3385-4ec8-8e06-9ab03ffd6847,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:55.693197 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fc5e5d60-8d71-4d2c-9341-3a28c4cab3ff req-a9ef4ea7-0146-43d8-af74-18791f16b647 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752625 May 25 23:12:55.708748 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Attempting to bind port aa514bb2-3385-4ec8-8e06-9ab03ffd6847 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:12:55.709079 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Attempting to bind port aa514bb2-3385-4ec8-8e06-9ab03ffd6847 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': 'd64bd9d3-b1e1-467e-be79-bf411ad49262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:12:55.709404 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Attempting to bind port aa514bb2-3385-4ec8-8e06-9ab03ffd6847 on network 195ac07a-5a2d-4f10-a008-d130970935b4 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:12:55.714184 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Port aa514bb2-3385-4ec8-8e06-9ab03ffd6847 on network 195ac07a-5a2d-4f10-a008-d130970935b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:12:55.714532 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Attempting to bind port aa514bb2-3385-4ec8-8e06-9ab03ffd6847 on network 195ac07a-5a2d-4f10-a008-d130970935b4 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:12:55.719470 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:12:55.719810 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Checking segment: {'id': 'd64bd9d3-b1e1-467e-be79-bf411ad49262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:12:55.720384 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Bound using segment: {'id': 'd64bd9d3-b1e1-467e-be79-bf411ad49262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:12:55.720821 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Bound port: aa514bb2-3385-4ec8-8e06-9ab03ffd6847, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64bd9d3-b1e1-467e-be79-bf411ad49262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:12:55.721172 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.783916 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] For port aa514bb2-3385-4ec8-8e06-9ab03ffd6847, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:12:55.786835 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] For port aa514bb2-3385-4ec8-8e06-9ab03ffd6847, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=aa514bb2-3385-4ec8-8e06-9ab03ffd6847,segment=NetworkSegment(d64bd9d3-b1e1-467e-be79-bf411ad49262),segment_id=d64bd9d3-b1e1-467e-be79-bf411ad49262)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:12:55.811812 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.871307 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.904584 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:55.908304 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.908304 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] 10.222.0.24 "PUT /v2.0/ports/aa514bb2-3385-4ec8-8e06-9ab03ffd6847 HTTP/1.1" status: 200 len: 1093 time: 0.7867072 May 25 23:12:55.908304 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f918b1c-4081-46fe-9325-ed9025313893', 'tag': 'aa514bb2-3385-4ec8-8e06-9ab03ffd6847'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:12:55.909163 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8662aa-7a3a-48a2-afb5-c53bf92fef90" -d '{"events": [{"name": "network-changed", "server_uuid": "6f918b1c-4081-46fe-9325-ed9025313893", "tag": "aa514bb2-3385-4ec8-8e06-9ab03ffd6847"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:12:55.933946 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f4079-1238-466b-867e-12e5007ee901 service neutron] Pushing event updated for resources: {'Port': ['ID=aa514bb2-3385-4ec8-8e06-9ab03ffd6847,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:55.945804 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a2c4ed-af19-4aee-91c8-2f0ebc2b3328 x-openstack-request-id: req-99a2c4ed-af19-4aee-91c8-2f0ebc2b3328 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:12:55.946086 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f918b1c-4081-46fe-9325-ed9025313893", "tag": "aa514bb2-3385-4ec8-8e06-9ab03ffd6847", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:12:55.946413 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99a2c4ed-af19-4aee-91c8-2f0ebc2b3328 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:12:55.946801 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a2c4ed-af19-4aee-91c8-2f0ebc2b3328'] response: {'name': 'network-changed', 'server_uuid': '6f918b1c-4081-46fe-9325-ed9025313893', 'tag': 'aa514bb2-3385-4ec8-8e06-9ab03ffd6847', 'status': 'completed', 'code': 200} May 25 23:12:56.047952 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8662aa-7a3a-48a2-afb5-c53bf92fef90 req-7c2a34a8-5625-42db-99d8-6f7c43f27644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:56.049384 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8d8662aa-7a3a-48a2-afb5-c53bf92fef90 req-7c2a34a8-5625-42db-99d8-6f7c43f27644 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=48be8182773d487a89cee5955dbe9555&device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 1096 time: 0.0431120 May 25 23:12:56.154385 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8662aa-7a3a-48a2-afb5-c53bf92fef90 req-134afe0b-8a7a-42bb-bcc4-b2f9d0463a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:56.155824 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8d8662aa-7a3a-48a2-afb5-c53bf92fef90 req-134afe0b-8a7a-42bb-bcc4-b2f9d0463a8b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=48be8182773d487a89cee5955dbe9555&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0885961 May 25 23:12:56.250594 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8662aa-7a3a-48a2-afb5-c53bf92fef90 req-6c73aea3-bb71-4937-94ce-8d8acfd2f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:56.251928 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8d8662aa-7a3a-48a2-afb5-c53bf92fef90 req-6c73aea3-bb71-4937-94ce-8d8acfd2f1ee service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883193 May 25 23:12:56.371131 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-44d0463e-9943-45cd-b4be-4fc02161f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:56.372611 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-44d0463e-9943-45cd-b4be-4fc02161f893 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=48be8182773d487a89cee5955dbe9555&device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 1096 time: 0.0410633 May 25 23:12:56.429589 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-770d79b2-4dc1-4262-ba90-5ed4ab2313d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa514bb2-3385-4ec8-8e06-9ab03ffd6847 HTTP/1.1" status: 200 len: 217 time: 0.0328581 May 25 23:12:56.481000 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-6dae4777-d019-4766-b144-22ffb501e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:56.482503 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-6dae4777-d019-4766-b144-22ffb501e84b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=702133cf-0539-4803-a971-e1c28944807d HTTP/1.1" status: 200 len: 847 time: 0.0453146 May 25 23:12:56.514422 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-3c2dffb7-e795-414d-9166-c5e19e6e8736 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=195ac07a-5a2d-4f10-a008-d130970935b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241640 May 25 23:12:56.605036 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-b63aef4a-1df3-45e7-b0b5-6b601fb52387 service neutron] 10.222.0.24 "GET /v2.0/networks/195ac07a-5a2d-4f10-a008-d130970935b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818014 May 25 23:12:56.701058 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-316fbe7c-6c02-4f89-98f8-909b92f92bc7 req-fd4b5c3d-54cb-4dbb-bd13-1866716386c1 service neutron] 10.222.0.24 "GET /v2.0/networks/195ac07a-5a2d-4f10-a008-d130970935b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857258 May 25 23:12:56.808470 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087262fd-d3e3-4f32-b3a0-51b3296c485a req-63904beb-5c6e-4da9-971c-0e5681269567 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:56.817218 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-087262fd-d3e3-4f32-b3a0-51b3296c485a req-63904beb-5c6e-4da9-971c-0e5681269567 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 943 time: 0.0494087 May 25 23:12:56.848641 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-087262fd-d3e3-4f32-b3a0-51b3296c485a req-ddbb60dd-2781-4c21-bb7f-d9139088ccbb tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 May 25 23:12:57.963264 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da065a-6918-417f-9fa1-d1afed921e62 req-d667904b-f22e-4d1c-b31d-6d09a8adeacc tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:57.964708 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-02da065a-6918-417f-9fa1-d1afed921e62 req-d667904b-f22e-4d1c-b31d-6d09a8adeacc tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 943 time: 0.0486093 May 25 23:12:58.003274 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-02da065a-6918-417f-9fa1-d1afed921e62 req-04c0ee84-d176-4017-9dc1-cbe53130883d tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 May 25 23:12:59.117858 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459c842-18a6-4ac3-b6d4-a408e4894d7f req-4574c775-4b37-42f7-a133-7459b3baae4f tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:12:59.119643 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a459c842-18a6-4ac3-b6d4-a408e4894d7f req-4574c775-4b37-42f7-a133-7459b3baae4f tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 943 time: 0.0510616 May 25 23:12:59.156329 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a459c842-18a6-4ac3-b6d4-a408e4894d7f req-840f903b-9972-4285-9b99-06b7d9fd61b9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306382 May 25 23:13:00.178485 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device aa514bb2-3385-4ec8-8e06-9ab03ffd6847 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:13:00.279507 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port aa514bb2-3385-4ec8-8e06-9ab03ffd6847, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=aa514bb2-3385-4ec8-8e06-9ab03ffd6847,segment=NetworkSegment(d64bd9d3-b1e1-467e-be79-bf411ad49262),segment_id=d64bd9d3-b1e1-467e-be79-bf411ad49262)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:00.284508 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0173962-35d6-4b4d-a736-fc9e7595a596 req-13017df9-6572-471b-8e3a-827caa210d14 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:00.285996 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e0173962-35d6-4b4d-a736-fc9e7595a596 req-13017df9-6572-471b-8e3a-827caa210d14 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 943 time: 0.0521195 May 25 23:13:00.290945 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': 'aa514bb2-3385-4ec8-8e06-9ab03ffd6847', 'network_id': '195ac07a-5a2d-4f10-a008-d130970935b4', 'port_id': 'aa514bb2-3385-4ec8-8e06-9ab03ffd6847', 'mac_address': 'fa:16:3e:26:62:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702133cf-0539-4803-a971-e1c28944807d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:13:00.325492 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e0173962-35d6-4b4d-a736-fc9e7595a596 req-ddb1b697-34a0-4cd4-b0cb-6702437e830e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322328 May 25 23:13:00.330068 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port aa514bb2-3385-4ec8-8e06-9ab03ffd6847 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:13:00.330488 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:00.343830 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa514bb2-3385-4ec8-8e06-9ab03ffd6847 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:13:00.363674 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port aa514bb2-3385-4ec8-8e06-9ab03ffd6847, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=aa514bb2-3385-4ec8-8e06-9ab03ffd6847,segment=NetworkSegment(d64bd9d3-b1e1-467e-be79-bf411ad49262),segment_id=d64bd9d3-b1e1-467e-be79-bf411ad49262)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:00.436477 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:00.496476 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=aa514bb2-3385-4ec8-8e06-9ab03ffd6847,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:00.952760 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['aa514bb2-3385-4ec8-8e06-9ab03ffd6847'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:13:01.439496 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff7238-84bb-47aa-8a18-adac188b21fa req-95bb5374-4d93-4918-a36e-d51b44bcfac3 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:01.440929 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-45ff7238-84bb-47aa-8a18-adac188b21fa req-95bb5374-4d93-4918-a36e-d51b44bcfac3 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 944 time: 0.0470893 May 25 23:13:01.477844 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-45ff7238-84bb-47aa-8a18-adac188b21fa req-86009bf5-af4d-44d6-a2f4-66365387e08e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299559 May 25 23:13:02.184124 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device aa514bb2-3385-4ec8-8e06-9ab03ffd6847 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:13:02.320256 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port aa514bb2-3385-4ec8-8e06-9ab03ffd6847 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:13:02.324223 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port aa514bb2-3385-4ec8-8e06-9ab03ffd6847 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:02.324594 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:02.399993 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port aa514bb2-3385-4ec8-8e06-9ab03ffd6847 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:13:02.400300 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:02.421688 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f918b1c-4081-46fe-9325-ed9025313893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa514bb2-3385-4ec8-8e06-9ab03ffd6847'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:13:02.423893 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0934b78-1f88-4b1b-8154-ae71154f9b38" -d '{"events": [{"server_uuid": "6f918b1c-4081-46fe-9325-ed9025313893", "name": "network-vif-plugged", "status": "completed", "tag": "aa514bb2-3385-4ec8-8e06-9ab03ffd6847"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:13:02.436805 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port aa514bb2-3385-4ec8-8e06-9ab03ffd6847, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=aa514bb2-3385-4ec8-8e06-9ab03ffd6847,segment=NetworkSegment(d64bd9d3-b1e1-467e-be79-bf411ad49262),segment_id=d64bd9d3-b1e1-467e-be79-bf411ad49262)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:02.516741 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:02.522344 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fd8f3b-cacc-41c0-8030-190a662483ed x-openstack-request-id: req-d9fd8f3b-cacc-41c0-8030-190a662483ed {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:13:02.522637 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f918b1c-4081-46fe-9325-ed9025313893", "name": "network-vif-plugged", "status": "completed", "tag": "aa514bb2-3385-4ec8-8e06-9ab03ffd6847", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:13:02.522887 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9fd8f3b-cacc-41c0-8030-190a662483ed {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:13:02.523276 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9fd8f3b-cacc-41c0-8030-190a662483ed'] response: {'server_uuid': '6f918b1c-4081-46fe-9325-ed9025313893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa514bb2-3385-4ec8-8e06-9ab03ffd6847', 'code': 200} May 25 23:13:02.569165 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=aa514bb2-3385-4ec8-8e06-9ab03ffd6847,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:02.598903 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185aacc-a6cf-4444-befe-4284cb738e5a req-8c2052d2-b922-4da4-9332-1ed2c7ea93ab tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:02.600340 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7185aacc-a6cf-4444-befe-4284cb738e5a req-8c2052d2-b922-4da4-9332-1ed2c7ea93ab tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 945 time: 0.0533941 May 25 23:13:02.638943 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7185aacc-a6cf-4444-befe-4284cb738e5a req-7f9abd7c-01dd-460c-8a7b-bf817c206def tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 May 25 23:13:02.907035 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df613-578f-432d-8a6a-c8fdbafd4310 req-6e0e1ec3-b079-457d-931e-d54c1237e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:02.908566 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fa1df613-578f-432d-8a6a-c8fdbafd4310 req-6e0e1ec3-b079-457d-931e-d54c1237e317 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 1098 time: 0.0394032 May 25 23:13:02.948143 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fa1df613-578f-432d-8a6a-c8fdbafd4310 req-0780d84a-8c6a-476f-9077-fadaadc6cf6d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274034 May 25 23:13:03.774504 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5cb59-3fb8-47e2-8b5a-afe1b73bd366 req-8aa1b605-be1f-4b34-add1-3792f3f7587c tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:03.776289 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6be5cb59-3fb8-47e2-8b5a-afe1b73bd366 req-8aa1b605-be1f-4b34-add1-3792f3f7587c tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 945 time: 0.0605862 May 25 23:13:03.820760 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6be5cb59-3fb8-47e2-8b5a-afe1b73bd366 req-1b99e068-bfd3-42fe-836a-a7d3cc353b4a tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384793 May 25 23:13:04.941816 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7394bb2-b1bd-4132-af8c-3e9c5b577a0f req-94195faf-5cf5-4f86-9867-e30d7015457e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:04.943283 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f7394bb2-b1bd-4132-af8c-3e9c5b577a0f req-94195faf-5cf5-4f86-9867-e30d7015457e tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 945 time: 0.0513754 May 25 23:13:04.980356 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f7394bb2-b1bd-4132-af8c-3e9c5b577a0f req-f2eabace-ab32-4c7a-8eda-6f5be29277a7 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 May 25 23:13:06.291418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b8cb5-c8be-4ed8-8ecb-6a55b7fa43d3 req-efa42443-a7c8-4b6d-af8d-c33bc5a14fd1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:06.292910 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-652b8cb5-c8be-4ed8-8ecb-6a55b7fa43d3 req-efa42443-a7c8-4b6d-af8d-c33bc5a14fd1 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 945 time: 0.0477149 May 25 23:13:06.329793 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-652b8cb5-c8be-4ed8-8ecb-6a55b7fa43d3 req-18a04b4d-b353-4f24-90fa-f1f3dbb6fdac tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308857 May 25 23:13:07.446764 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6a5f2-ffa0-4977-bb55-793d327c09a8 req-542d2eb9-d38b-4a27-b634-33a2505b8450 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:07.448193 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d1c6a5f2-ffa0-4977-bb55-793d327c09a8 req-542d2eb9-d38b-4a27-b634-33a2505b8450 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 945 time: 0.0472486 May 25 23:13:07.485283 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d1c6a5f2-ffa0-4977-bb55-793d327c09a8 req-f85746b2-1d2d-4233-9d8f-eaeeb6f74f19 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312462 May 25 23:13:08.628542 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de75770-f046-4444-9138-32e53ea43ce3 req-8096a1c4-7c0e-4b4d-8793-8f757fe0c4c2 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:08.629989 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7de75770-f046-4444-9138-32e53ea43ce3 req-8096a1c4-7c0e-4b4d-8793-8f757fe0c4c2 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 945 time: 0.0783002 May 25 23:13:08.638089 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b60137-d7d2-49db-968e-cf2a256e48fc req-821ffb70-5fcf-4373-b088-75b0a7c5f4d9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:08.639476 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d0b60137-d7d2-49db-968e-cf2a256e48fc req-821ffb70-5fcf-4373-b088-75b0a7c5f4d9 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 945 time: 0.0890141 May 25 23:13:08.725842 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d0b60137-d7d2-49db-968e-cf2a256e48fc req-74502b3f-3d1e-4bb9-9237-ca3e0ac3660b tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/security-groups?id=252d58d6-f8fb-4545-a464-791113697d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783932 May 25 23:13:08.749764 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-7de75770-f046-4444-9138-32e53ea43ce3 req-f5345f50-5a43-4595-9c2c-8f7c1bfbd4bd tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Deleting port aa514bb2-3385-4ec8-8e06-9ab03ffd6847 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:13:08.750100 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7de75770-f046-4444-9138-32e53ea43ce3 req-f5345f50-5a43-4595-9c2c-8f7c1bfbd4bd tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:08.837327 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-7de75770-f046-4444-9138-32e53ea43ce3 req-f5345f50-5a43-4595-9c2c-8f7c1bfbd4bd tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] For port aa514bb2-3385-4ec8-8e06-9ab03ffd6847, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=aa514bb2-3385-4ec8-8e06-9ab03ffd6847,segment=NetworkSegment(d64bd9d3-b1e1-467e-be79-bf411ad49262),segment_id=d64bd9d3-b1e1-467e-be79-bf411ad49262)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:08.837703 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7de75770-f046-4444-9138-32e53ea43ce3 req-f5345f50-5a43-4595-9c2c-8f7c1bfbd4bd tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:08.849024 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-7de75770-f046-4444-9138-32e53ea43ce3 req-f5345f50-5a43-4595-9c2c-8f7c1bfbd4bd tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Calling delete_port for aa514bb2-3385-4ec8-8e06-9ab03ffd6847 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:13:09.042128 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7de75770-f046-4444-9138-32e53ea43ce3 req-f5345f50-5a43-4595-9c2c-8f7c1bfbd4bd tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:09.077958 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba2d47-1ad5-4149-aee1-b2a50c168128 req-777c176f-5b9e-47cb-94da-7b86d7caac9b tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:09.079354 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7ba2d47-1ad5-4149-aee1-b2a50c168128 req-777c176f-5b9e-47cb-94da-7b86d7caac9b tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0737195 May 25 23:13:09.080062 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5345f50-5a43-4595-9c2c-8f7c1bfbd4bd tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Pushing event deleted for resources: {'Port': ['ID=aa514bb2-3385-4ec8-8e06-9ab03ffd6847,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:09.089701 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['aa514bb2-3385-4ec8-8e06-9ab03ffd6847'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:13:09.137874 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de75770-f046-4444-9138-32e53ea43ce3 req-f5345f50-5a43-4595-9c2c-8f7c1bfbd4bd tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] No DVR routers for this DVR port aa514bb2-3385-4ec8-8e06-9ab03ffd6847 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:13:09.141333 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7de75770-f046-4444-9138-32e53ea43ce3 req-f5345f50-5a43-4595-9c2c-8f7c1bfbd4bd tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:09.145845 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7de75770-f046-4444-9138-32e53ea43ce3 req-f5345f50-5a43-4595-9c2c-8f7c1bfbd4bd tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.24 "DELETE /v2.0/ports/aa514bb2-3385-4ec8-8e06-9ab03ffd6847 HTTP/1.1" status: 204 len: 173 time: 0.5053566 May 25 23:13:09.146495 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f918b1c-4081-46fe-9325-ed9025313893', 'name': 'network-vif-deleted', 'tag': 'aa514bb2-3385-4ec8-8e06-9ab03ffd6847'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:13:09.149300 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b630a40b-0dac-42a8-9e95-0963ef47c108" -d '{"events": [{"server_uuid": "6f918b1c-4081-46fe-9325-ed9025313893", "name": "network-vif-deleted", "tag": "aa514bb2-3385-4ec8-8e06-9ab03ffd6847"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:13:09.171614 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c7ba2d47-1ad5-4149-aee1-b2a50c168128 req-6290602b-18ad-4969-8b5f-57845f7211bb tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835793 May 25 23:13:09.343814 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c09a58-e02a-40e3-b0e2-d4c5313fa58b x-openstack-request-id: req-87c09a58-e02a-40e3-b0e2-d4c5313fa58b {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:13:09.344108 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f918b1c-4081-46fe-9325-ed9025313893", "name": "network-vif-deleted", "tag": "aa514bb2-3385-4ec8-8e06-9ab03ffd6847", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:13:09.344361 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87c09a58-e02a-40e3-b0e2-d4c5313fa58b {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:13:09.344764 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c09a58-e02a-40e3-b0e2-d4c5313fa58b'] response: {'server_uuid': '6f918b1c-4081-46fe-9325-ed9025313893', 'name': 'network-vif-deleted', 'tag': 'aa514bb2-3385-4ec8-8e06-9ab03ffd6847', 'status': 'completed', 'code': 200} May 25 23:13:09.828785 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dfb1ae97-aaf0-41ad-94ca-9c8c9b95ed05 req-d03feb48-8f25-45b6-bb73-a296c8fccfa5 tempest-VolumesActionsTest-1153178138 tempest-VolumesActionsTest-1153178138-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f918b1c-4081-46fe-9325-ed9025313893 HTTP/1.1" status: 200 len: 210 time: 0.0255768 May 25 23:13:10.289540 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7a1a-efc4-4ffb-bc40-137ba5863181 req-f7d8af82-ea38-4a5c-aad6-df3ffa61e9e1 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:10.291021 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dfdf7a1a-efc4-4ffb-bc40-137ba5863181 req-f7d8af82-ea38-4a5c-aad6-df3ffa61e9e1 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0485172 May 25 23:13:10.329329 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dfdf7a1a-efc4-4ffb-bc40-137ba5863181 req-a7422d0b-8eef-4390-b054-bf33087c7e39 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321429 May 25 23:13:11.447687 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0d971-240f-49e4-9b0e-d4bdd34aefd0 req-a0ede552-22c2-4e1b-b685-8d4fc1f20207 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:11.449233 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eac0d971-240f-49e4-9b0e-d4bdd34aefd0 req-a0ede552-22c2-4e1b-b685-8d4fc1f20207 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0527015 May 25 23:13:11.486929 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eac0d971-240f-49e4-9b0e-d4bdd34aefd0 req-5222c56e-5ca8-447c-8e71-0b0ceee05961 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 May 25 23:13:11.777080 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d3943c5f-aa41-45de-9089-4beac9337e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:12.232783 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device aa514bb2-3385-4ec8-8e06-9ab03ffd6847 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:13:12.257038 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: aa514bb2-3385-4ec8-8e06-9ab03ffd6847 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:13:12.257883 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device aa514bb2-3385-4ec8-8e06-9ab03ffd6847 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:13:12.600385 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe9985-6ec1-4b2e-a353-6817288e2674 req-e8148a9b-9cc8-4b3f-b604-3628bcf86145 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:12.602428 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ebe9985-6ec1-4b2e-a353-6817288e2674 req-e8148a9b-9cc8-4b3f-b604-3628bcf86145 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0490339 May 25 23:13:12.638528 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2ebe9985-6ec1-4b2e-a353-6817288e2674 req-ff8a1ed4-fd6c-4e27-9032-cd6b5ae826f2 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302043 May 25 23:13:13.752615 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576f5ee-9a7a-4356-9925-c82133fb9216 req-d8694e2e-237e-4d69-949a-dbb4cf400ff4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:13.754023 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9576f5ee-9a7a-4356-9925-c82133fb9216 req-d8694e2e-237e-4d69-949a-dbb4cf400ff4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0486012 May 25 23:13:13.791553 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9576f5ee-9a7a-4356-9925-c82133fb9216 req-bbd92b49-2110-4518-a657-77682e98484e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304034 May 25 23:13:14.188616 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3d2435c3-fb27-40af-9c62-849d289aaf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:14.907551 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff657ac-780c-44a1-b937-d2599f86573d req-706a1db9-1218-42a7-a292-1e1fea854a32 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:14.908953 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-aff657ac-780c-44a1-b937-d2599f86573d req-706a1db9-1218-42a7-a292-1e1fea854a32 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0508885 May 25 23:13:14.945435 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-aff657ac-780c-44a1-b937-d2599f86573d req-dee5246b-6278-4ae0-abe8-1de045b8c5c4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297296 May 25 23:13:15.348581 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:16.057475 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d587ff7-cd5d-49c1-8e91-e0edbff7a876 req-b2b8195b-c14c-42c5-9243-9b731ffb9422 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:16.058927 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7d587ff7-cd5d-49c1-8e91-e0edbff7a876 req-b2b8195b-c14c-42c5-9243-9b731ffb9422 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0471063 May 25 23:13:16.095912 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7d587ff7-cd5d-49c1-8e91-e0edbff7a876 req-2cb7395d-c516-4d0c-a677-ca0b74f9082d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311689 May 25 23:13:16.659077 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:17.178916 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:17.210782 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41f940-b163-48be-80e1-1b1c9c76ce2f req-cc377e59-bff8-4727-a3df-dbd75e6d99a9 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:17.212729 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2a41f940-b163-48be-80e1-1b1c9c76ce2f req-cc377e59-bff8-4727-a3df-dbd75e6d99a9 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0477803 May 25 23:13:17.250265 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2a41f940-b163-48be-80e1-1b1c9c76ce2f req-e8980265-f377-4d93-b9e5-9508627b7510 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314760 May 25 23:13:18.370527 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628019df-fd29-41ea-b29b-74b9f262f3e2 req-0397d6e3-8e31-4c37-919a-5febb2699ce7 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:18.371932 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-628019df-fd29-41ea-b29b-74b9f262f3e2 req-0397d6e3-8e31-4c37-919a-5febb2699ce7 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0523691 May 25 23:13:18.701869 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-628019df-fd29-41ea-b29b-74b9f262f3e2 req-009e46ff-08cb-4918-92b9-baf80f52a338 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237991 May 25 23:13:19.823373 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e847c20-36e6-4a88-88a4-b4e0308fa6aa req-9247cb85-056b-47e7-bd7f-94f4a28f7ce5 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:19.824880 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6e847c20-36e6-4a88-88a4-b4e0308fa6aa req-9247cb85-056b-47e7-bd7f-94f4a28f7ce5 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0520420 May 25 23:13:19.883202 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6e847c20-36e6-4a88-88a4-b4e0308fa6aa req-d9fda043-6789-469c-ad40-4e402c197a53 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485485 May 25 23:13:21.014407 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df0522-ee7f-4c46-9330-c4ff64029962 req-49147be6-e986-4813-8b5c-a1baf3b6de5c tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:21.016818 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-37df0522-ee7f-4c46-9330-c4ff64029962 req-49147be6-e986-4813-8b5c-a1baf3b6de5c tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0636275 May 25 23:13:21.070917 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-37df0522-ee7f-4c46-9330-c4ff64029962 req-bb7aec7e-3462-48d3-becb-d9eef4aef671 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481477 May 25 23:13:21.843647 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:13:22.224111 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeca963-faec-4e88-a991-81fbf581808b req-e3317ed1-e957-4f90-8214-5e08e2ac84fa tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:22.227431 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2eeca963-faec-4e88-a991-81fbf581808b req-e3317ed1-e957-4f90-8214-5e08e2ac84fa tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0582180 May 25 23:13:22.274845 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2eeca963-faec-4e88-a991-81fbf581808b req-188ef6da-23e7-4e94-a0a3-ddeb2f4c0ae9 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378926 May 25 23:13:23.426537 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcf929-9945-4104-93e8-7778bb45a351 req-9125dd17-7e1b-4d48-8c16-997f71743543 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:23.429894 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-03dcf929-9945-4104-93e8-7778bb45a351 req-9125dd17-7e1b-4d48-8c16-997f71743543 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0694292 May 25 23:13:23.479439 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-03dcf929-9945-4104-93e8-7778bb45a351 req-16f52f16-75ad-42db-bcca-7171a0f1261b tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426159 May 25 23:13:24.598654 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113786ce-3316-4175-89c6-8f90971dc9b5 req-70449bed-bbec-4f97-9d79-399fc6cc3687 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:24.600746 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-113786ce-3316-4175-89c6-8f90971dc9b5 req-70449bed-bbec-4f97-9d79-399fc6cc3687 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0494728 May 25 23:13:24.640089 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-113786ce-3316-4175-89c6-8f90971dc9b5 req-8f1c6c0e-03c9-4e99-ba9a-8d60553eb208 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335844 May 25 23:13:25.764441 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bed43-1ccc-414e-8164-39d8b9e6155e req-e8204db8-9f01-43bc-94a5-a868ea7fd69a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:25.771897 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-518bed43-1ccc-414e-8164-39d8b9e6155e req-e8204db8-9f01-43bc-94a5-a868ea7fd69a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0611339 May 25 23:13:25.812835 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-518bed43-1ccc-414e-8164-39d8b9e6155e req-39eafb28-fbd2-4c9d-8507-89429a887114 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 May 25 23:13:25.841776 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:26.266037 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ae53-4025-4485-87c6-95dc8ce7eddc req-056dab1b-96e2-46bd-b89f-9d08eaffeb2e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:26.268583 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6596ae53-4025-4485-87c6-95dc8ce7eddc req-056dab1b-96e2-46bd-b89f-9d08eaffeb2e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0782783 May 25 23:13:26.354392 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6596ae53-4025-4485-87c6-95dc8ce7eddc req-dc07c7f4-4cdd-463b-9a4f-97dba3a64138 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775161 May 25 23:13:26.442688 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d937adb-0f26-424d-8657-b2ec430f0f5c req-f6c7e74e-d926-418c-a116-bdd757fc41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:26.445238 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d937adb-0f26-424d-8657-b2ec430f0f5c req-f6c7e74e-d926-418c-a116-bdd757fc41d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 1098 time: 0.0494013 May 25 23:13:26.557243 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d937adb-0f26-424d-8657-b2ec430f0f5c req-7eba41cf-e95c-4c8f-9d6d-8e0b583746db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:26.559018 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d937adb-0f26-424d-8657-b2ec430f0f5c req-7eba41cf-e95c-4c8f-9d6d-8e0b583746db service neutron] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 912 time: 0.1009233 May 25 23:13:26.635020 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d937adb-0f26-424d-8657-b2ec430f0f5c req-8ea1238c-1a7e-4e6e-9d57-ac5aaccfe0c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe HTTP/1.1" status: 200 len: 1000 time: 0.0634851 May 25 23:13:26.692629 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d937adb-0f26-424d-8657-b2ec430f0f5c req-dbb6eb04-261e-4885-8872-4ee467a50a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:26.694113 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d937adb-0f26-424d-8657-b2ec430f0f5c req-dbb6eb04-261e-4885-8872-4ee467a50a1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0488305 May 25 23:13:26.749259 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d937adb-0f26-424d-8657-b2ec430f0f5c req-3b56dd4a-854d-4fda-98f8-0be150445afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:26.750753 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d937adb-0f26-424d-8657-b2ec430f0f5c req-3b56dd4a-854d-4fda-98f8-0be150445afd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485513 May 25 23:13:26.854310 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d937adb-0f26-424d-8657-b2ec430f0f5c req-0ec1547d-d65b-4a16-86cc-89cdba89dde9 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921769 May 25 23:13:26.961003 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5d937adb-0f26-424d-8657-b2ec430f0f5c req-97854ebb-6706-45ee-b524-34f781f4fe61 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970170 May 25 23:13:27.500377 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24baf9-e48e-4bb1-90c2-956db45385ee req-6b4d874f-4638-4727-85a7-4fd5b14ed435 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:27.501949 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fc24baf9-e48e-4bb1-90c2-956db45385ee req-6b4d874f-4638-4727-85a7-4fd5b14ed435 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0491266 May 25 23:13:27.540980 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fc24baf9-e48e-4bb1-90c2-956db45385ee req-052fd612-dcb8-4269-a026-e2bb1efa4c97 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 May 25 23:13:28.669913 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87d375-14e9-4240-a7ab-53c6046e0d2f req-c17f1282-b20d-4bed-99e5-8f2ec5ffdeee tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:28.677495 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6b87d375-14e9-4240-a7ab-53c6046e0d2f req-c17f1282-b20d-4bed-99e5-8f2ec5ffdeee tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0604279 May 25 23:13:28.721843 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6b87d375-14e9-4240-a7ab-53c6046e0d2f req-b114c6eb-b77a-4c1a-9481-9779c137adf8 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434508 May 25 23:13:34.493257 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-37c3f7ee-43d1-40cb-bfdc-10c1afa235c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491347 May 25 23:13:34.624197 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-56833a5b-fedd-46b2-83b3-6ad4271577cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:34.625728 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-56833a5b-fedd-46b2-83b3-6ad4271577cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 1098 time: 0.0408716 May 25 23:13:34.734563 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-12434ab9-cf47-493c-8424-711e9196fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:34.736053 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-12434ab9-cf47-493c-8424-711e9196fe9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 912 time: 0.0886443 May 25 23:13:34.805774 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-3706144e-697b-445f-a07d-60b8ffa3c71b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe HTTP/1.1" status: 200 len: 1000 time: 0.0585680 May 25 23:13:34.853330 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-7e22a50c-20fb-4dda-af55-262d389b1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:34.854797 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-7e22a50c-20fb-4dda-af55-262d389b1bb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0424533 May 25 23:13:34.911316 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-78e8b710-83d6-447a-ab23-43b33bbaae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:34.911316 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-78e8b710-83d6-447a-ab23-43b33bbaae42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445213 May 25 23:13:34.996258 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-01507b52-0ff2-42be-b744-c8182f5b588a service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817404 May 25 23:13:35.088517 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8ff1768e-d87f-4e6b-b360-87d33c19a1a8 req-e7c00991-2048-4ea7-a1a4-8f032762f78e service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827186 May 25 23:13:38.120982 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 36970) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:13:38.166388 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bcec9e-3a97-46d8-ab28-3c7aa1ee5d2a admin admin] Deleting subnet 702133cf-0539-4803-a971-e1c28944807d {{(pid=114256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:13:38.169393 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-21bcec9e-3a97-46d8-ab28-3c7aa1ee5d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.203014 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-21bcec9e-3a97-46d8-ab28-3c7aa1ee5d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8499910'] for subnet, precommit_delete_associations {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.241638 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-21bcec9e-3a97-46d8-ab28-3c7aa1ee5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.365493 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-21bcec9e-3a97-46d8-ab28-3c7aa1ee5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9599053'] for subnet, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.389111 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcec9e-3a97-46d8-ab28-3c7aa1ee5d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=702133cf-0539-4803-a971-e1c28944807d,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:38.395415 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-21bcec9e-3a97-46d8-ab28-3c7aa1ee5d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.399539 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-21bcec9e-3a97-46d8-ab28-3c7aa1ee5d2a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/702133cf-0539-4803-a971-e1c28944807d HTTP/1.1" status: 204 len: 168 time: 0.2775948 May 25 23:13:38.402016 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 36972) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:13:38.469283 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.551519 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.571127 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195ac07a-5a2d-4f10-a008-d130970935b4']}} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:38.579907 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64bd9d3-b1e1-467e-be79-bf411ad49262') {'for_net_delete': True} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:38.580197 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64bd9d3-b1e1-467e-be79-bf411ad49262') {} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:38.588992 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8499919'] for segment, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.602127 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.607736 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=114256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:13:38.610106 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9366927'] for segment, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.647604 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment d64bd9d3-b1e1-467e-be79-bf411ad49262 resource provider aggregate not found May 25 23:13:38.670438 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment d64bd9d3-b1e1-467e-be79-bf411ad49262 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d64bd9d3-b1e1-467e-be79-bf411ad49262 found for delete ", "request_id": "req-c4acab6b-4440-4d81-a1a5-d8c3f78062ea"}]} May 25 23:13:38.736419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.740682 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:38.748047 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] 10.222.0.48 "DELETE /v2.0/networks/195ac07a-5a2d-4f10-a008-d130970935b4 HTTP/1.1" status: 204 len: 168 time: 0.3415706 May 25 23:13:38.757203 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc16dd5-f3c7-4a6c-b35c-d71952f0f17e admin admin] Pushing event deleted for resources: {'Network': ['ID=195ac07a-5a2d-4f10-a008-d130970935b4,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:39.039752 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 36980) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:13:39.078156 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-a391bdb4-942e-4129-b407-b3834c7676a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48be8182773d487a89cee5955dbe9555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372658 May 25 23:13:39.080467 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 36984) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:13:39.129782 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:39.150458 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:39.293010 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:39.295545 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:39.296684 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/252d58d6-f8fb-4545-a464-791113697d76 HTTP/1.1" status: 204 len: 168 time: 0.2153645 May 25 23:13:39.304479 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252d58d6-f8fb-4545-a464-791113697d76,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:39.311516 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:39.311858 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:39.312190 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:39.312515 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:39.312837 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:39.313165 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:39.313485 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:39.313801 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:39.314118 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:39.314528 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:39.319949 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:39.319949 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aeaa0b-b6fd-449e-bad5-386205896665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:40.355055 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 37006) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:13:40.453519 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1444416592-network', 'tenant_id': '7496fac4c47e455da55557533658b696'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:13:40.526900 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Made reservation on behalf of 7496fac4c47e455da55557533658b696 for: {'network': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:13:40.529097 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:40.537399 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:40.608046 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:40.730399 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:40.754841 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=114255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:13:40.764248 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:40.768970 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:40.769292 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.segments_db [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Added segment f372a6c6-af8f-48e7-802d-f7865055937d of type vlan for network 1bef548a-e504-419f-9c1b-9c2929a2107c May 25 23:13:40.808749 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:40.909695 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:40.910652 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:40.911233 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:40.969683 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] Pushing event updated for resources: {'Network': ['ID=1bef548a-e504-419f-9c1b-9c2929a2107c,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:40.979505 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 1bef548a-e504-419f-9c1b-9c2929a2107c details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 23:13:41.035064 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-24a79bc4-c90b-488b-9d22-4a9a361ee206 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6761596 May 25 23:13:41.035388 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 37010) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:13:41.040691 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] Request body: {'subnet': {'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1444416592-subnet', 'tenant_id': '7496fac4c47e455da55557533658b696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:13:41.136626 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] Made reservation on behalf of 7496fac4c47e455da55557533658b696 for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:13:41.139074 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9599056'] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:41.368160 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9365228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9599046'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:41.426209 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d014e35-6fea-4e72-9a68-e83939e4fa5b,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:41.437321 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] Checking segment: {'id': 'f372a6c6-af8f-48e7-802d-f7865055937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:13:41.437674 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] Network hostable DHCP agents. Network: 1bef548a-e504-419f-9c1b-9c2929a2107c, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:13:41.502368 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] Network 1bef548a-e504-419f-9c1b-9c2929a2107c is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:13:41.576267 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 1bef548a-e504-419f-9c1b-9c2929a2107c) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:13:41.580208 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:41.580782 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:41.585997 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4196bba8-6322-459a-8681-e45ceba590cb None None] Network 1bef548a-e504-419f-9c1b-9c2929a2107c requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:13:41.689446 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-65235b10-c9c3-4fcb-935d-6255e507092a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6529369 May 25 23:13:41.708838 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99803f-a43f-47a2-b6c2-152cdbdd80f2 None None] Network 1bef548a-e504-419f-9c1b-9c2929a2107c requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:13:41.948068 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-72d99e4b-4040-4886-bd76-3195281b937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:44.178577 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-53fe55f2-34b2-4269-b5e3-afb0315f67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:44.833018 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-0cffe685-4e64-43de-b6d9-b29f5436a457 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:44.834525 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-0cffe685-4e64-43de-b6d9-b29f5436a457 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/networks?id=1bef548a-e504-419f-9c1b-9c2929a2107c HTTP/1.1" status: 200 len: 814 time: 0.0998917 May 25 23:13:44.849564 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-da6f70a8-642d-49e7-8e4f-5ca3abf033f1 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/quotas/7496fac4c47e455da55557533658b696 HTTP/1.1" status: 200 len: 375 time: 0.0086577 May 25 23:13:44.880541 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-162f1829-fd6a-4fbc-9077-4ee80078a12a tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7496fac4c47e455da55557533658b696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253229 May 25 23:13:44.971551 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-eb7385b3-5c5f-4b7c-8a58-2d21bdc2e7f6 service neutron] 10.222.0.48 "GET /v2.0/networks/1bef548a-e504-419f-9c1b-9c2929a2107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841913 May 25 23:13:45.058052 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-215a02b5-e5d3-4ff6-8589-5e89841e1e0a service neutron] 10.222.0.48 "GET /v2.0/networks/1bef548a-e504-419f-9c1b-9c2929a2107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796742 May 25 23:13:45.308911 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-88b6f317-2d17-4866-8b90-8fc94d8d9b55 req-89d39094-fb74-4b34-a206-28585366eb21 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 210 time: 0.0302231 May 25 23:13:45.337067 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:46.403025 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d21b588d-07f6-4057-909c-6c4058c4ca4d req-2e5783a7-ed4f-4e35-b52f-2b5281285087 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 210 time: 0.0274880 May 25 23:13:46.627702 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:47.182032 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:47.496421 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-69d7f5b8-e08d-42d8-9476-850895d388b9 req-ce6013c2-6d65-4100-ab20-8f8c87e02378 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 210 time: 0.0265136 May 25 23:13:47.621757 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-59efba9e-87a9-4755-88de-6649af88cb08 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:47.623219 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-59efba9e-87a9-4755-88de-6649af88cb08 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.24 "GET /v2.0/networks?id=1bef548a-e504-419f-9c1b-9c2929a2107c HTTP/1.1" status: 200 len: 814 time: 0.0984118 May 25 23:13:47.646352 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Request body: {'port': {'device_id': '0d880caa-86dc-4078-afce-dd43de35767b', 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c', 'admin_state_up': True, 'tenant_id': '7496fac4c47e455da55557533658b696'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:13:47.822034 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Made reservation on behalf of 7496fac4c47e455da55557533658b696 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:13:47.825627 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:47.952136 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Allocated IP 172.20.0.4 (1bef548a-e504-419f-9c1b-9c2929a2107c/7d014e35-6fea-4e72-9a68-e83939e4fa5b/498b8dd6-b74f-490c-a850-a74aef2af415) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:13:48.091734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:48.190387 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:48.236114 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Network 1bef548a-e504-419f-9c1b-9c2929a2107c is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:13:48.239050 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:13:48.245787 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:13:48.272729 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Pushing event updated for resources: {'Port': ['ID=498b8dd6-b74f-490c-a850-a74aef2af415,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:48.299159 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:48.299745 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:48.373490 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-10bb047a-0d40-41ff-8926-b0ea86fcd42e tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7306139 May 25 23:13:48.393303 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Request body: {'port': {'device_id': '0d880caa-86dc-4078-afce-dd43de35767b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:13:48.447452 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:48.666622 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71ce8e-c87e-487c-a0c3-45e0eef4901c req-8e31e296-bfe5-4963-a408-41ab4ebfee59 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:48.667959 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eb71ce8e-c87e-487c-a0c3-45e0eef4901c req-8e31e296-bfe5-4963-a408-41ab4ebfee59 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 931 time: 0.1028264 May 25 23:13:48.733329 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eb71ce8e-c87e-487c-a0c3-45e0eef4901c req-28078ab5-c84f-4102-add7-4b8bfbe72bee tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578408 May 25 23:13:48.768387 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498b8dd6-b74f-490c-a850-a74aef2af415 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:13:48.775614 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:48.789322 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Transition to ACTIVE for port object 498b8dd6-b74f-490c-a850-a74aef2af415 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:13:48.856043 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:48.906156 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Pushing event updated for resources: {'Port': ['ID=498b8dd6-b74f-490c-a850-a74aef2af415,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:48.975707 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Attempting to bind port 498b8dd6-b74f-490c-a850-a74aef2af415 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:13:48.975980 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Attempting to bind port 498b8dd6-b74f-490c-a850-a74aef2af415 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': 'f372a6c6-af8f-48e7-802d-f7865055937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:13:48.976383 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Attempting to bind port 498b8dd6-b74f-490c-a850-a74aef2af415 on network 1bef548a-e504-419f-9c1b-9c2929a2107c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:13:48.980631 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Port 498b8dd6-b74f-490c-a850-a74aef2af415 on network 1bef548a-e504-419f-9c1b-9c2929a2107c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:13:48.980944 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Attempting to bind port 498b8dd6-b74f-490c-a850-a74aef2af415 on network 1bef548a-e504-419f-9c1b-9c2929a2107c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:13:48.985646 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:13:48.985971 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Checking segment: {'id': 'f372a6c6-af8f-48e7-802d-f7865055937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:13:48.986365 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Bound using segment: {'id': 'f372a6c6-af8f-48e7-802d-f7865055937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:13:48.986785 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Bound port: 498b8dd6-b74f-490c-a850-a74aef2af415, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f372a6c6-af8f-48e7-802d-f7865055937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:13:48.987130 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:49.047504 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] For port 498b8dd6-b74f-490c-a850-a74aef2af415, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:13:49.050423 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] For port 498b8dd6-b74f-490c-a850-a74aef2af415, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=498b8dd6-b74f-490c-a850-a74aef2af415,segment=NetworkSegment(f372a6c6-af8f-48e7-802d-f7865055937d),segment_id=f372a6c6-af8f-48e7-802d-f7865055937d)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:13:49.110030 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:49.142786 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:49.143381 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:49.144892 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] 10.222.0.24 "PUT /v2.0/ports/498b8dd6-b74f-490c-a850-a74aef2af415 HTTP/1.1" status: 200 len: 1093 time: 0.7555690 May 25 23:13:49.147025 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d880caa-86dc-4078-afce-dd43de35767b', 'tag': '498b8dd6-b74f-490c-a850-a74aef2af415'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:13:49.149232 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155d5cc2-319d-4008-a4c5-e8d683466899" -d '{"events": [{"name": "network-changed", "server_uuid": "0d880caa-86dc-4078-afce-dd43de35767b", "tag": "498b8dd6-b74f-490c-a850-a74aef2af415"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:13:49.174525 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7851c-bf91-4528-ac37-d8f955008a03 service neutron] Pushing event updated for resources: {'Port': ['ID=498b8dd6-b74f-490c-a850-a74aef2af415,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:49.188535 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff11adcb-c4dd-4544-87bb-cf0a11a0cdc6 x-openstack-request-id: req-ff11adcb-c4dd-4544-87bb-cf0a11a0cdc6 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:13:49.188815 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d880caa-86dc-4078-afce-dd43de35767b", "tag": "498b8dd6-b74f-490c-a850-a74aef2af415", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:13:49.189067 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff11adcb-c4dd-4544-87bb-cf0a11a0cdc6 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:13:49.189467 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff11adcb-c4dd-4544-87bb-cf0a11a0cdc6'] response: {'name': 'network-changed', 'server_uuid': '0d880caa-86dc-4078-afce-dd43de35767b', 'tag': '498b8dd6-b74f-490c-a850-a74aef2af415', 'status': 'completed', 'code': 200} May 25 23:13:49.284388 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d5cc2-319d-4008-a4c5-e8d683466899 req-29b2d782-5fda-40c7-adf7-8c7974fec35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:49.285793 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-155d5cc2-319d-4008-a4c5-e8d683466899 req-29b2d782-5fda-40c7-adf7-8c7974fec35d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7496fac4c47e455da55557533658b696&device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 1096 time: 0.0423355 May 25 23:13:49.395980 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d5cc2-319d-4008-a4c5-e8d683466899 req-cf53bd12-d666-4f80-8ed3-57afe862c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:49.397984 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-155d5cc2-319d-4008-a4c5-e8d683466899 req-cf53bd12-d666-4f80-8ed3-57afe862c3f9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7496fac4c47e455da55557533658b696&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0889492 May 25 23:13:49.494228 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d5cc2-319d-4008-a4c5-e8d683466899 req-10a44941-fc1e-4e17-887f-35ef3a56e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:49.495952 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-155d5cc2-319d-4008-a4c5-e8d683466899 req-10a44941-fc1e-4e17-887f-35ef3a56e836 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885444 May 25 23:13:49.607684 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-b07f6b93-6317-4d86-9b8d-132207c423db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:49.609119 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-b07f6b93-6317-4d86-9b8d-132207c423db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7496fac4c47e455da55557533658b696&device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 1096 time: 0.0410538 May 25 23:13:49.659305 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-67a7f96e-12ed-466c-8ecb-7892d2683e72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=498b8dd6-b74f-490c-a850-a74aef2af415 HTTP/1.1" status: 200 len: 217 time: 0.0331304 May 25 23:13:49.722410 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-bb1276e4-58e1-4659-85b8-aa4eb445948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:49.723847 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-bb1276e4-58e1-4659-85b8-aa4eb445948d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d014e35-6fea-4e72-9a68-e83939e4fa5b HTTP/1.1" status: 200 len: 854 time: 0.0464478 May 25 23:13:49.756697 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-a723997a-b6a2-471d-bf4a-82fc755c9830 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bef548a-e504-419f-9c1b-9c2929a2107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243731 May 25 23:13:49.884201 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-b411fe1d-19a7-4004-8a47-0c77d26049c9 service neutron] 10.222.0.24 "GET /v2.0/networks/1bef548a-e504-419f-9c1b-9c2929a2107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145270 May 25 23:13:49.891245 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379f7a-2e7d-497b-8cb1-b9a9725a956f req-3191b424-bdf5-4a5c-ba13-004093deff52 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:49.892546 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e6379f7a-2e7d-497b-8cb1-b9a9725a956f req-3191b424-bdf5-4a5c-ba13-004093deff52 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 943 time: 0.0807710 May 25 23:13:49.969865 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e6379f7a-2e7d-497b-8cb1-b9a9725a956f req-6ded6512-cfc1-4bdf-affc-274b3662a99c tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697148 May 25 23:13:50.000468 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b3eab8c-4c4f-4a5a-8923-21a0b51d03b4 req-7474c976-ecb6-4f6b-ac33-58e51c1ae8e6 service neutron] 10.222.0.24 "GET /v2.0/networks/1bef548a-e504-419f-9c1b-9c2929a2107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070230 May 25 23:13:51.087282 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe41322-6e5b-48a5-8266-3a5f0e1dbb09 req-eec47ff2-1e49-4b08-ae0c-8bac2e726dcf tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:51.088703 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cfe41322-6e5b-48a5-8266-3a5f0e1dbb09 req-eec47ff2-1e49-4b08-ae0c-8bac2e726dcf tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 943 time: 0.0515335 May 25 23:13:51.127272 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cfe41322-6e5b-48a5-8266-3a5f0e1dbb09 req-718c280b-4003-4352-a7cf-a41ca6241523 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325165 May 25 23:13:52.239084 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e24a03-6b87-4c5d-aa95-08eaf3f4575b req-37058d81-207a-4f19-a0d2-de066837b51a tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:52.240492 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b4e24a03-6b87-4c5d-aa95-08eaf3f4575b req-37058d81-207a-4f19-a0d2-de066837b51a tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 943 time: 0.0471702 May 25 23:13:52.277160 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b4e24a03-6b87-4c5d-aa95-08eaf3f4575b req-62153ba3-7271-4fde-b2a5-6e82498ecead tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298235 May 25 23:13:53.390150 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae997c5-3da7-45a3-95df-75898db8006f req-d1bce631-484b-41a6-8f0d-dbb229bab65c tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:53.391502 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fae997c5-3da7-45a3-95df-75898db8006f req-d1bce631-484b-41a6-8f0d-dbb229bab65c tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 943 time: 0.0473623 May 25 23:13:53.429129 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fae997c5-3da7-45a3-95df-75898db8006f req-1073ba3a-db07-4e04-b3ec-dc8b1d8eb1b8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 May 25 23:13:54.462255 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 498b8dd6-b74f-490c-a850-a74aef2af415 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:13:54.546463 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97df2d7-69f7-4692-8fc0-7fd5e61a4f83 req-729198d9-137e-4fda-bec7-171cdab92b5f tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:54.547900 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d97df2d7-69f7-4692-8fc0-7fd5e61a4f83 req-729198d9-137e-4fda-bec7-171cdab92b5f tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 943 time: 0.0504899 May 25 23:13:54.556900 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 498b8dd6-b74f-490c-a850-a74aef2af415, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=498b8dd6-b74f-490c-a850-a74aef2af415,segment=NetworkSegment(f372a6c6-af8f-48e7-802d-f7865055937d),segment_id=f372a6c6-af8f-48e7-802d-f7865055937d)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:54.572295 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '498b8dd6-b74f-490c-a850-a74aef2af415', 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c', 'port_id': '498b8dd6-b74f-490c-a850-a74aef2af415', 'mac_address': 'fa:16:3e:54:60:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d014e35-6fea-4e72-9a68-e83939e4fa5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:13:54.586555 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d97df2d7-69f7-4692-8fc0-7fd5e61a4f83 req-847c586d-c4f8-44fa-9c8b-442495bae86d tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 May 25 23:13:54.609294 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 498b8dd6-b74f-490c-a850-a74aef2af415 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:13:54.609687 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:54.622422 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498b8dd6-b74f-490c-a850-a74aef2af415 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:13:54.640399 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 498b8dd6-b74f-490c-a850-a74aef2af415, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=498b8dd6-b74f-490c-a850-a74aef2af415,segment=NetworkSegment(f372a6c6-af8f-48e7-802d-f7865055937d),segment_id=f372a6c6-af8f-48e7-802d-f7865055937d)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:54.715180 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:54.761611 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=498b8dd6-b74f-490c-a850-a74aef2af415,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:54.768413 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:54.768762 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:54.769100 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:54.769432 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:54.769762 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:54.770090 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:54.770442 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:54.770767 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:54.771135 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:54.771457 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:54.772310 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:54.772692 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:55.317119 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['498b8dd6-b74f-490c-a850-a74aef2af415'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:13:55.698986 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f7f54-1db0-4f3b-ae54-035993c47de8 req-d7fea316-30b2-41c2-9ed4-9d69afb4ab2c tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:55.700398 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5f1f7f54-1db0-4f3b-ae54-035993c47de8 req-d7fea316-30b2-41c2-9ed4-9d69afb4ab2c tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 944 time: 0.0478103 May 25 23:13:55.736738 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5f1f7f54-1db0-4f3b-ae54-035993c47de8 req-db0f0c0b-7a66-4460-a7e7-552076fc749c tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302556 May 25 23:13:55.823925 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:56.478616 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 498b8dd6-b74f-490c-a850-a74aef2af415 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:13:56.583841 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 498b8dd6-b74f-490c-a850-a74aef2af415 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:13:56.587753 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 498b8dd6-b74f-490c-a850-a74aef2af415 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:56.588121 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:56.666016 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 498b8dd6-b74f-490c-a850-a74aef2af415 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:13:56.666419 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:56.687952 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d880caa-86dc-4078-afce-dd43de35767b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498b8dd6-b74f-490c-a850-a74aef2af415'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:13:56.690165 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1b9fb4-f4d9-44d1-958d-4f0e68aa1902" -d '{"events": [{"server_uuid": "0d880caa-86dc-4078-afce-dd43de35767b", "name": "network-vif-plugged", "status": "completed", "tag": "498b8dd6-b74f-490c-a850-a74aef2af415"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:13:56.702426 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 498b8dd6-b74f-490c-a850-a74aef2af415, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=498b8dd6-b74f-490c-a850-a74aef2af415,segment=NetworkSegment(f372a6c6-af8f-48e7-802d-f7865055937d),segment_id=f372a6c6-af8f-48e7-802d-f7865055937d)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:56.727979 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7203f104-ef06-471d-bbfd-6ddfd351c08f x-openstack-request-id: req-7203f104-ef06-471d-bbfd-6ddfd351c08f {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:13:56.732137 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d880caa-86dc-4078-afce-dd43de35767b", "name": "network-vif-plugged", "status": "completed", "tag": "498b8dd6-b74f-490c-a850-a74aef2af415", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:13:56.732137 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7203f104-ef06-471d-bbfd-6ddfd351c08f {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:13:56.732137 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7203f104-ef06-471d-bbfd-6ddfd351c08f'] response: {'server_uuid': '0d880caa-86dc-4078-afce-dd43de35767b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498b8dd6-b74f-490c-a850-a74aef2af415', 'code': 200} May 25 23:13:56.776679 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:56.826272 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=498b8dd6-b74f-490c-a850-a74aef2af415,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:56.856147 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607e174-d73b-4627-83dd-1c01b667f2cc req-fbb6d36a-9ef8-4402-9f8b-0f5a403f607b tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:56.857671 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f607e174-d73b-4627-83dd-1c01b667f2cc req-fbb6d36a-9ef8-4402-9f8b-0f5a403f607b tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 945 time: 0.0495274 May 25 23:13:56.895388 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f607e174-d73b-4627-83dd-1c01b667f2cc req-62c17b27-b3ed-4127-a64d-69a41a928ec4 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 May 25 23:13:57.076084 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05fbb9-8643-46ab-b1d4-9e71b12e37a1 req-3831fdee-ec50-4b90-aed4-ed2e0d2ad311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:57.077514 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8b05fbb9-8643-46ab-b1d4-9e71b12e37a1 req-3831fdee-ec50-4b90-aed4-ed2e0d2ad311 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 1098 time: 0.0427346 May 25 23:13:57.111863 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8b05fbb9-8643-46ab-b1d4-9e71b12e37a1 req-48dfa331-a4ae-41f5-b0dc-f21f14c26813 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265625 May 25 23:13:58.010422 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc855b-17fd-4226-aac9-b9ac1c764847 req-d0cfcbed-6a95-40bd-8585-9e1533e8b4d9 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:58.011843 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4afc855b-17fd-4226-aac9-b9ac1c764847 req-d0cfcbed-6a95-40bd-8585-9e1533e8b4d9 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 945 time: 0.0478480 May 25 23:13:58.048174 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4afc855b-17fd-4226-aac9-b9ac1c764847 req-822f3abd-e5dd-4a30-91ca-cbd614542c9b tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304580 May 25 23:13:58.842951 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:13:59.161944 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b5dcd-be98-47ae-abb3-eb5bc51965b4 req-124342b5-809d-468d-a0fc-3c17ec80536d tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:13:59.163416 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-768b5dcd-be98-47ae-abb3-eb5bc51965b4 req-124342b5-809d-468d-a0fc-3c17ec80536d tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 945 time: 0.0489831 May 25 23:13:59.202939 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-768b5dcd-be98-47ae-abb3-eb5bc51965b4 req-46455e8b-737d-469f-90ec-2881632ee6b3 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 May 25 23:14:11.804152 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-69d9b5bd-fd30-4a74-be42-0c9e681449e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:14.217848 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-34ffc296-caa6-4d63-a381-dc40ed4c39b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:15.331704 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:16.629063 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:17.170258 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:25.840200 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:35.841861 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:14:36.500437 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-6cf7b4be-837d-400d-8cd5-8549cbdf6e81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425048 May 25 23:14:36.607358 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-b45fa85d-aa8b-4980-b64d-b9c0a0dbadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:14:36.608809 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-b45fa85d-aa8b-4980-b64d-b9c0a0dbadd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 1098 time: 0.0401957 May 25 23:14:36.707931 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-536e13a7-8530-41ca-9899-a94d27ba574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:14:36.709404 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-536e13a7-8530-41ca-9899-a94d27ba574a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 912 time: 0.0808430 May 25 23:14:36.783708 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-8f4b82a2-6909-418e-9fa4-389e7a55e04c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe HTTP/1.1" status: 200 len: 1000 time: 0.0669634 May 25 23:14:36.833048 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-b3740252-8b26-4c93-a912-71cadda522c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:14:36.834477 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-b3740252-8b26-4c93-a912-71cadda522c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0429616 May 25 23:14:36.878817 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-b31e9335-20c7-40ff-8296-6a22bdd1d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:14:36.880241 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-b31e9335-20c7-40ff-8296-6a22bdd1d3fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385087 May 25 23:14:36.972437 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-e3f8ea8a-2c23-4daf-9e7c-fb30bc197a31 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830185 May 25 23:14:37.059325 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-124ff0be-3696-442e-bfcc-eb39c2f4f20a req-8ef81031-2b25-470f-8adb-02e8f4754170 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793574 May 25 23:14:41.783039 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0c48-02f9-4253-8f7e-66d554c7bb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:44.217315 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0f88d10c-929a-4df3-9b39-c077a85e9152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:45.334803 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.639987 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:47.171579 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:55.825806 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:02.212357 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f81545-af14-43c9-ac68-a63b68a06265 req-1003611b-a14d-4afe-a030-30de48a89e22 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:02.213797 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7f81545-af14-43c9-ac68-a63b68a06265 req-1003611b-a14d-4afe-a030-30de48a89e22 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 945 time: 0.0526707 May 25 23:15:02.253081 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d7f81545-af14-43c9-ac68-a63b68a06265 req-29a7e9e2-9aae-4a2d-97f5-3e3d2d21428f tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331864 May 25 23:15:03.368640 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d9ec5-2c38-490f-9f8c-f649b14a6859 req-aa5b8f9d-bbcd-46e4-8546-47a539673b29 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:03.370246 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-543d9ec5-2c38-490f-9f8c-f649b14a6859 req-aa5b8f9d-bbcd-46e4-8546-47a539673b29 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 945 time: 0.0488532 May 25 23:15:03.406842 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-543d9ec5-2c38-490f-9f8c-f649b14a6859 req-1fde905e-670f-44c9-86e9-119cff272296 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305557 May 25 23:15:04.517407 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4382ae-c899-4220-8075-6fd56b49313a req-dfd80685-3bfd-40bf-a847-d12c7c4612b1 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:04.518842 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0d4382ae-c899-4220-8075-6fd56b49313a req-dfd80685-3bfd-40bf-a847-d12c7c4612b1 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 945 time: 0.0474873 May 25 23:15:04.555818 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0d4382ae-c899-4220-8075-6fd56b49313a req-799d190a-3f13-4202-b051-b9d52c483cbf tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310595 May 25 23:15:04.769166 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e385c-d54f-4fb3-8d29-1ed356695e57 req-165ba5f9-c02f-4276-9855-b73fdf8161be tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:04.770534 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-230e385c-d54f-4fb3-8d29-1ed356695e57 req-165ba5f9-c02f-4276-9855-b73fdf8161be tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 945 time: 0.0501556 May 25 23:15:04.858713 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-230e385c-d54f-4fb3-8d29-1ed356695e57 req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Deleting port 498b8dd6-b74f-490c-a850-a74aef2af415 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:15:04.859042 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-230e385c-d54f-4fb3-8d29-1ed356695e57 req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:04.945686 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-230e385c-d54f-4fb3-8d29-1ed356695e57 req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] For port 498b8dd6-b74f-490c-a850-a74aef2af415, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=498b8dd6-b74f-490c-a850-a74aef2af415,segment=NetworkSegment(f372a6c6-af8f-48e7-802d-f7865055937d),segment_id=f372a6c6-af8f-48e7-802d-f7865055937d)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:15:04.946035 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-230e385c-d54f-4fb3-8d29-1ed356695e57 req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:04.960876 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-230e385c-d54f-4fb3-8d29-1ed356695e57 req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Calling delete_port for 498b8dd6-b74f-490c-a850-a74aef2af415 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:15:05.162930 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-230e385c-d54f-4fb3-8d29-1ed356695e57 req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:05.194055 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Pushing event deleted for resources: {'Port': ['ID=498b8dd6-b74f-490c-a850-a74aef2af415,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:05.205509 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['498b8dd6-b74f-490c-a850-a74aef2af415'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:15:05.206248 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.206617 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.206953 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.207284 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.207608 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.207943 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.208255 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.208576 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.208895 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.209211 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.209524 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.209842 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:05.242027 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-230e385c-d54f-4fb3-8d29-1ed356695e57 req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] No DVR routers for this DVR port 498b8dd6-b74f-490c-a850-a74aef2af415 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:15:05.244309 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-230e385c-d54f-4fb3-8d29-1ed356695e57 req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:05.248501 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-230e385c-d54f-4fb3-8d29-1ed356695e57 req-08d680fb-1f43-4154-b4ac-fce58142e139 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.24 "DELETE /v2.0/ports/498b8dd6-b74f-490c-a850-a74aef2af415 HTTP/1.1" status: 204 len: 173 time: 0.4713185 May 25 23:15:05.248925 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d880caa-86dc-4078-afce-dd43de35767b', 'name': 'network-vif-deleted', 'tag': '498b8dd6-b74f-490c-a850-a74aef2af415'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:15:05.251130 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf1bfba-1d6c-4c9d-94f0-5f48fee8fc3d" -d '{"events": [{"server_uuid": "0d880caa-86dc-4078-afce-dd43de35767b", "name": "network-vif-deleted", "tag": "498b8dd6-b74f-490c-a850-a74aef2af415"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:15:05.402635 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab957a8-91cf-4ba7-9b56-6a5b67154a77 x-openstack-request-id: req-6ab957a8-91cf-4ba7-9b56-6a5b67154a77 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:15:05.402920 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d880caa-86dc-4078-afce-dd43de35767b", "name": "network-vif-deleted", "tag": "498b8dd6-b74f-490c-a850-a74aef2af415", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:15:05.403164 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ab957a8-91cf-4ba7-9b56-6a5b67154a77 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:15:05.403552 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab957a8-91cf-4ba7-9b56-6a5b67154a77'] response: {'server_uuid': '0d880caa-86dc-4078-afce-dd43de35767b', 'name': 'network-vif-deleted', 'tag': '498b8dd6-b74f-490c-a850-a74aef2af415', 'status': 'completed', 'code': 200} May 25 23:15:05.661601 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3f2b044a-7516-4dac-a696-a88aff429091 req-ace71ca3-69ea-4435-9e2e-6b8ea777b02f tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d880caa-86dc-4078-afce-dd43de35767b HTTP/1.1" status: 200 len: 210 time: 0.0268290 May 25 23:15:08.956064 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 498b8dd6-b74f-490c-a850-a74aef2af415 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:15:08.978655 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 498b8dd6-b74f-490c-a850-a74aef2af415 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:15:08.978989 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 498b8dd6-b74f-490c-a850-a74aef2af415 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:15:11.774084 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-cdc665ef-4ea2-4fbc-a8b5-9beac4276239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:12.839673 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:15:14.188043 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d5174-4fcf-4021-ab8b-4f3fb3ca7e52 req-a3c33e15-86d4-4e64-85d8-9d53973d2500 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:14.189498 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9a5d5174-4fcf-4021-ab8b-4f3fb3ca7e52 req-a3c33e15-86d4-4e64-85d8-9d53973d2500 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0492859 May 25 23:15:14.191676 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4cad-f835-450d-a7f8-79856359d228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:14.231187 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9a5d5174-4fcf-4021-ab8b-4f3fb3ca7e52 req-b8754c88-aa2e-4e92-920f-8e521c07b338 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356274 May 25 23:15:15.348448 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a36d92-f0ae-4fc9-a52f-4eaab7ce5015 req-506e43c3-4a7a-4dbf-9a1d-7633e85ca02f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:15.349968 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f8a36d92-f0ae-4fc9-a52f-4eaab7ce5015 req-506e43c3-4a7a-4dbf-9a1d-7633e85ca02f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0483379 May 25 23:15:15.351677 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:15.388486 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f8a36d92-f0ae-4fc9-a52f-4eaab7ce5015 req-63ed1812-ccbd-4079-a247-1b0c740195e9 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325589 May 25 23:15:16.506622 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7a8f-18a6-4c97-bf63-45c7812728fa req-803e3780-55df-44cb-879c-4e42ebf81cd2 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:16.508065 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0add7a8f-18a6-4c97-bf63-45c7812728fa req-803e3780-55df-44cb-879c-4e42ebf81cd2 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0523095 May 25 23:15:16.545088 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0add7a8f-18a6-4c97-bf63-45c7812728fa req-da78b2e1-570b-4e77-b2e5-f1eb89d9557f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307810 May 25 23:15:16.613769 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:17.185324 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:17.656085 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c20c2-a5d2-4fed-a16e-1f36574512ae req-5937a89b-ab91-4181-b912-5101226f5295 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:17.657659 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-105c20c2-a5d2-4fed-a16e-1f36574512ae req-5937a89b-ab91-4181-b912-5101226f5295 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0461588 May 25 23:15:17.697254 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-105c20c2-a5d2-4fed-a16e-1f36574512ae req-7168f2fd-2e7b-49ef-a7aa-9f2281375c14 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337152 May 25 23:15:18.808946 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaedeed-f6f0-41bc-8dae-fb8071d96b33 req-1c244281-5e91-4d76-a20a-2f0a0e7e158d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:18.810379 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8eaedeed-f6f0-41bc-8dae-fb8071d96b33 req-1c244281-5e91-4d76-a20a-2f0a0e7e158d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0463076 May 25 23:15:18.847892 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8eaedeed-f6f0-41bc-8dae-fb8071d96b33 req-01019bd2-c0be-4667-a693-49f923209b1a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 May 25 23:15:19.961777 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bfd74-3c98-4620-97f6-17d3b92f22cb req-bf3f2b0c-b85d-42d0-9078-65219da09d5e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:19.963215 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-103bfd74-3c98-4620-97f6-17d3b92f22cb req-bf3f2b0c-b85d-42d0-9078-65219da09d5e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0467291 May 25 23:15:20.001499 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-103bfd74-3c98-4620-97f6-17d3b92f22cb req-94015881-bdfa-4fb4-b1d9-7b7fdafde1ce tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323219 May 25 23:15:20.304556 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2b302-b0cf-4289-b068-167c5abc743c req-e99612aa-4ed9-42c0-b8e8-2958c1e0e538 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:20.305949 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-e99612aa-4ed9-42c0-b8e8-2958c1e0e538 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/networks?id=1bef548a-e504-419f-9c1b-9c2929a2107c HTTP/1.1" status: 200 len: 814 time: 0.0984578 May 25 23:15:20.321010 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-970edb88-11bb-411d-8e18-63332901d126 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/quotas/7496fac4c47e455da55557533658b696 HTTP/1.1" status: 200 len: 375 time: 0.0092723 May 25 23:15:20.351272 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-8c2042e3-ce5c-4a72-a971-831d3597d9c4 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7496fac4c47e455da55557533658b696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249386 May 25 23:15:20.436223 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-950a8132-3d52-4d6d-a729-3f965ac5e88f service neutron] 10.222.0.48 "GET /v2.0/networks/1bef548a-e504-419f-9c1b-9c2929a2107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780656 May 25 23:15:20.525584 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-6fed5b1e-c61c-4d19-a3f5-34f8b9e79667 service neutron] 10.222.0.48 "GET /v2.0/networks/1bef548a-e504-419f-9c1b-9c2929a2107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825856 May 25 23:15:20.769951 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1773a3f3-ccc7-49df-a1d2-4e9dad6b6311 req-19156f01-8af3-424f-ab48-989a1500e14f tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 210 time: 0.0268409 May 25 23:15:21.118583 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee4abe-b8cb-484e-b503-7ada49bdcf44 req-fd10073c-15c0-411b-ad6d-5f07096c0dcb tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:21.120269 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8bee4abe-b8cb-484e-b503-7ada49bdcf44 req-fd10073c-15c0-411b-ad6d-5f07096c0dcb tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0489569 May 25 23:15:21.159831 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8bee4abe-b8cb-484e-b503-7ada49bdcf44 req-65c97057-648d-43ba-9014-be4bd5a96975 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329249 May 25 23:15:21.866828 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4032f1a2-bce7-42a0-b610-9f86421824fd req-688bbff1-41b1-4ef5-b383-36032159cbc3 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 210 time: 0.0305257 May 25 23:15:22.272051 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5794e-70dd-4cad-9891-af4668fa7d42 req-aa1f7218-5ad9-45ac-9f09-83733640da1d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:22.273467 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9ef5794e-70dd-4cad-9891-af4668fa7d42 req-aa1f7218-5ad9-45ac-9f09-83733640da1d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0469115 May 25 23:15:22.310019 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9ef5794e-70dd-4cad-9891-af4668fa7d42 req-0e68895e-ea68-4a2e-8ec6-0be57397fcbc tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306089 May 25 23:15:22.651285 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2b302-b0cf-4289-b068-167c5abc743c req-9900b484-f171-446a-ab38-4d541148529d tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:22.652694 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-9900b484-f171-446a-ab38-4d541148529d tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.24 "GET /v2.0/networks?id=1bef548a-e504-419f-9c1b-9c2929a2107c HTTP/1.1" status: 200 len: 814 time: 0.1020842 May 25 23:15:22.675139 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Request body: {'port': {'device_id': 'd7f35791-e8f7-45a1-bb24-5bc81cbb6a21', 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c', 'admin_state_up': True, 'tenant_id': '7496fac4c47e455da55557533658b696'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:15:23.012456 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d0a9ed9c-6ee2-402b-a8f0-234ef0c6c80c req-3537d5da-ff4b-40a2-b753-a1eab2ce0dcc tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 210 time: 0.0559721 May 25 23:15:23.179985 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Made reservation on behalf of 7496fac4c47e455da55557533658b696 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:15:23.183405 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:23.306025 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Allocated IP 172.20.0.4 (1bef548a-e504-419f-9c1b-9c2929a2107c/7d014e35-6fea-4e72-9a68-e83939e4fa5b/a2004716-85de-45f2-a02c-c53e67a1976c) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:15:23.471607 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62846e0-3b52-4377-b3e3-86726d6e1c56 req-e43538e5-f32d-4cd7-8920-63b7606beb41 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:23.472941 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a62846e0-3b52-4377-b3e3-86726d6e1c56 req-e43538e5-f32d-4cd7-8920-63b7606beb41 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0775321 May 25 23:15:23.493222 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:23.530526 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a62846e0-3b52-4377-b3e3-86726d6e1c56 req-cdc798dd-5557-4a36-be25-e2d397919bdd tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514553 May 25 23:15:23.588644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:23.632681 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Network 1bef548a-e504-419f-9c1b-9c2929a2107c is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:15:23.635545 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:15:23.639028 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:15:23.666567 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Pushing event updated for resources: {'Port': ['ID=a2004716-85de-45f2-a02c-c53e67a1976c,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:23.692460 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:23.693056 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:23.776415 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-4c05410c-6b43-4114-87e4-fb38248eb3e8 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1048722 May 25 23:15:23.800709 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Request body: {'port': {'device_id': 'd7f35791-e8f7-45a1-bb24-5bc81cbb6a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:15:23.852145 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:24.134780 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2004716-85de-45f2-a02c-c53e67a1976c {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:15:24.144818 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:24.165898 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff8c48-1bf1-41e0-a65e-2f578fc55965 req-d2a5d68c-4da7-466e-9600-43a34294c8e1 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:24.167386 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-85ff8c48-1bf1-41e0-a65e-2f578fc55965 req-d2a5d68c-4da7-466e-9600-43a34294c8e1 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 931 time: 0.0900974 May 25 23:15:24.169797 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Transition to ACTIVE for port object a2004716-85de-45f2-a02c-c53e67a1976c will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:15:24.205752 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-85ff8c48-1bf1-41e0-a65e-2f578fc55965 req-408d1d6e-a252-444a-ab5e-7da5cd9f7b8b tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 May 25 23:15:24.247861 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:24.295368 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Pushing event updated for resources: {'Port': ['ID=a2004716-85de-45f2-a02c-c53e67a1976c,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:24.364112 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Attempting to bind port a2004716-85de-45f2-a02c-c53e67a1976c on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:15:24.364769 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Attempting to bind port a2004716-85de-45f2-a02c-c53e67a1976c by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': 'f372a6c6-af8f-48e7-802d-f7865055937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:15:24.364769 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Attempting to bind port a2004716-85de-45f2-a02c-c53e67a1976c on network 1bef548a-e504-419f-9c1b-9c2929a2107c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:15:24.368793 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Port a2004716-85de-45f2-a02c-c53e67a1976c on network 1bef548a-e504-419f-9c1b-9c2929a2107c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:15:24.369108 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Attempting to bind port a2004716-85de-45f2-a02c-c53e67a1976c on network 1bef548a-e504-419f-9c1b-9c2929a2107c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:15:24.373998 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:15:24.374344 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Checking segment: {'id': 'f372a6c6-af8f-48e7-802d-f7865055937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:15:24.374717 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Bound using segment: {'id': 'f372a6c6-af8f-48e7-802d-f7865055937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:15:24.375131 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Bound port: a2004716-85de-45f2-a02c-c53e67a1976c, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f372a6c6-af8f-48e7-802d-f7865055937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:15:24.376068 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:24.436582 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] For port a2004716-85de-45f2-a02c-c53e67a1976c, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:15:24.440164 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] For port a2004716-85de-45f2-a02c-c53e67a1976c, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=a2004716-85de-45f2-a02c-c53e67a1976c,segment=NetworkSegment(f372a6c6-af8f-48e7-802d-f7865055937d),segment_id=f372a6c6-af8f-48e7-802d-f7865055937d)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:15:24.496560 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:24.528734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:24.529330 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:24.530713 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] 10.222.0.24 "PUT /v2.0/ports/a2004716-85de-45f2-a02c-c53e67a1976c HTTP/1.1" status: 200 len: 1093 time: 0.7339888 May 25 23:15:24.531141 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f35791-e8f7-45a1-bb24-5bc81cbb6a21', 'tag': 'a2004716-85de-45f2-a02c-c53e67a1976c'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:15:24.533347 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c80c51-ac93-4dc0-adad-cf2fbc255bef" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f35791-e8f7-45a1-bb24-5bc81cbb6a21", "tag": "a2004716-85de-45f2-a02c-c53e67a1976c"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:15:24.559247 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f50a5-ee20-4291-9d66-a29623a03f20 service neutron] Pushing event updated for resources: {'Port': ['ID=a2004716-85de-45f2-a02c-c53e67a1976c,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:24.578325 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcf0f64-e786-4c26-b31c-1814d68cc7f2 x-openstack-request-id: req-6dcf0f64-e786-4c26-b31c-1814d68cc7f2 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:15:24.578727 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f35791-e8f7-45a1-bb24-5bc81cbb6a21", "tag": "a2004716-85de-45f2-a02c-c53e67a1976c", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:15:24.578987 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6dcf0f64-e786-4c26-b31c-1814d68cc7f2 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:15:24.579387 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dcf0f64-e786-4c26-b31c-1814d68cc7f2'] response: {'name': 'network-changed', 'server_uuid': 'd7f35791-e8f7-45a1-bb24-5bc81cbb6a21', 'tag': 'a2004716-85de-45f2-a02c-c53e67a1976c', 'status': 'completed', 'code': 200} May 25 23:15:24.673415 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304d5dd-66e1-41f6-9c3a-e0cf9d6bf7b7 req-8e705ac0-6512-49e0-8786-ed0af7b086bc tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:24.674919 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0304d5dd-66e1-41f6-9c3a-e0cf9d6bf7b7 req-8e705ac0-6512-49e0-8786-ed0af7b086bc tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0763700 May 25 23:15:24.689311 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80c51-ac93-4dc0-adad-cf2fbc255bef req-dc087907-b38c-46d3-b30d-23427b5cbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:24.690674 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-47c80c51-ac93-4dc0-adad-cf2fbc255bef req-dc087907-b38c-46d3-b30d-23427b5cbf80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7496fac4c47e455da55557533658b696&device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 1096 time: 0.0612559 May 25 23:15:24.726160 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0304d5dd-66e1-41f6-9c3a-e0cf9d6bf7b7 req-e44fe368-cd43-40ef-886d-f319068899d6 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443182 May 25 23:15:24.804961 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80c51-ac93-4dc0-adad-cf2fbc255bef req-6ec670d2-08dd-4852-911b-4bf6343dc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:24.806316 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-47c80c51-ac93-4dc0-adad-cf2fbc255bef req-6ec670d2-08dd-4852-911b-4bf6343dc962 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7496fac4c47e455da55557533658b696&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0949657 May 25 23:15:24.901519 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80c51-ac93-4dc0-adad-cf2fbc255bef req-0121235e-7b12-4fad-ba03-0eeb929090f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:24.902994 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-47c80c51-ac93-4dc0-adad-cf2fbc255bef req-0121235e-7b12-4fad-ba03-0eeb929090f3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890765 May 25 23:15:25.012157 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2b302-b0cf-4289-b068-167c5abc743c req-bd083398-f372-4186-943f-38fd36a19ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:25.013630 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-bd083398-f372-4186-943f-38fd36a19ad5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7496fac4c47e455da55557533658b696&device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 1096 time: 0.0397058 May 25 23:15:25.061675 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-0c5b254c-715d-42a3-ab67-f60f395f74e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2004716-85de-45f2-a02c-c53e67a1976c HTTP/1.1" status: 200 len: 217 time: 0.0327888 May 25 23:15:25.113550 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2b302-b0cf-4289-b068-167c5abc743c req-790e114c-3420-4b8b-b817-cd671e7f7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:25.115037 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-790e114c-3420-4b8b-b817-cd671e7f7162 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d014e35-6fea-4e72-9a68-e83939e4fa5b HTTP/1.1" status: 200 len: 854 time: 0.0462878 May 25 23:15:25.149518 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-6270c1be-144e-457d-9b43-03bac1a0eed8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bef548a-e504-419f-9c1b-9c2929a2107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257885 May 25 23:15:25.239956 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-30478085-ac22-47f7-9fed-950a757e3ec1 service neutron] 10.222.0.24 "GET /v2.0/networks/1bef548a-e504-419f-9c1b-9c2929a2107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819013 May 25 23:15:25.365457 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e822540-9d85-4ae3-bb3b-f6f42e1a5653 req-db97b860-4c2a-4c50-ad3b-894f465c92fc tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:25.366825 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8e822540-9d85-4ae3-bb3b-f6f42e1a5653 req-db97b860-4c2a-4c50-ad3b-894f465c92fc tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 943 time: 0.0741751 May 25 23:15:25.368910 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-22d2b302-b0cf-4289-b068-167c5abc743c req-ad8e2e0d-687c-4e65-b024-c25423617fa7 service neutron] 10.222.0.24 "GET /v2.0/networks/1bef548a-e504-419f-9c1b-9c2929a2107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211131 May 25 23:15:25.404761 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8e822540-9d85-4ae3-bb3b-f6f42e1a5653 req-eaf5f8c6-3fea-403b-a35c-caeb07ab7435 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 May 25 23:15:25.831282 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:25.846227 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa42ef3-2845-41f9-8fdd-93bb000b336f req-3559a5e7-dd6e-4979-bcb1-ebc78eda8d10 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:25.847717 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0aa42ef3-2845-41f9-8fdd-93bb000b336f req-3559a5e7-dd6e-4979-bcb1-ebc78eda8d10 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0539703 May 25 23:15:25.885561 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0aa42ef3-2845-41f9-8fdd-93bb000b336f req-a09c398e-38d3-4636-b924-54a018a70a52 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317266 May 25 23:15:26.516390 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b16ad-4942-4958-ac73-a573449188a4 req-518f43bd-826a-48ef-871e-ab480cc6f091 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:26.517816 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c62b16ad-4942-4958-ac73-a573449188a4 req-518f43bd-826a-48ef-871e-ab480cc6f091 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 943 time: 0.0474899 May 25 23:15:26.555102 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c62b16ad-4942-4958-ac73-a573449188a4 req-dc255ad7-c5fb-4c4e-9167-8453fe19d428 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313370 May 25 23:15:26.999221 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9f9d8-90da-42d2-844a-40068381657a req-1d42721d-af6e-4468-a408-6727b65a5fd3 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:27.001216 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eeb9f9d8-90da-42d2-844a-40068381657a req-1d42721d-af6e-4468-a408-6727b65a5fd3 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0473359 May 25 23:15:27.039498 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-eeb9f9d8-90da-42d2-844a-40068381657a req-431aba8f-41f0-49cc-9312-86500255a6dc tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319009 May 25 23:15:27.668992 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4c40c-77fe-4103-9978-25d4bff17bfe req-165658e8-657d-41de-88bb-e856eb16e4ef tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:27.670435 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2dd4c40c-77fe-4103-9978-25d4bff17bfe req-165658e8-657d-41de-88bb-e856eb16e4ef tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 943 time: 0.0509663 May 25 23:15:27.707229 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-2dd4c40c-77fe-4103-9978-25d4bff17bfe req-cee2f29f-3125-4db3-966a-90a708c6a960 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302670 May 25 23:15:28.153835 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025c31c-cd42-4834-bd00-aab6dafcd1ee req-36bca30d-eca6-443e-9d9f-e1776b3ca885 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:28.155326 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e025c31c-cd42-4834-bd00-aab6dafcd1ee req-36bca30d-eca6-443e-9d9f-e1776b3ca885 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0487089 May 25 23:15:28.288954 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e025c31c-cd42-4834-bd00-aab6dafcd1ee req-5a5bb96b-fde1-4489-8f00-1bbdeb271a0e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270492 May 25 23:15:28.820418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b97899-6bfb-482d-8c91-c4e056716c73 req-4cb277ba-1b16-4eb6-bb44-aefdd76757e1 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:28.821866 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-26b97899-6bfb-482d-8c91-c4e056716c73 req-4cb277ba-1b16-4eb6-bb44-aefdd76757e1 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 943 time: 0.0482934 May 25 23:15:28.847619 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device a2004716-85de-45f2-a02c-c53e67a1976c details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:15:28.860311 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-26b97899-6bfb-482d-8c91-c4e056716c73 req-4f536499-143d-48c5-aa1f-9c24cf0c3fd0 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 May 25 23:15:28.940172 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port a2004716-85de-45f2-a02c-c53e67a1976c, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=a2004716-85de-45f2-a02c-c53e67a1976c,segment=NetworkSegment(f372a6c6-af8f-48e7-802d-f7865055937d),segment_id=f372a6c6-af8f-48e7-802d-f7865055937d)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:15:28.950891 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': 'a2004716-85de-45f2-a02c-c53e67a1976c', 'network_id': '1bef548a-e504-419f-9c1b-9c2929a2107c', 'port_id': 'a2004716-85de-45f2-a02c-c53e67a1976c', 'mac_address': 'fa:16:3e:af:c9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d014e35-6fea-4e72-9a68-e83939e4fa5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:15:28.986941 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port a2004716-85de-45f2-a02c-c53e67a1976c is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:15:28.987231 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:28.999776 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2004716-85de-45f2-a02c-c53e67a1976c {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:15:29.018962 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port a2004716-85de-45f2-a02c-c53e67a1976c, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=a2004716-85de-45f2-a02c-c53e67a1976c,segment=NetworkSegment(f372a6c6-af8f-48e7-802d-f7865055937d),segment_id=f372a6c6-af8f-48e7-802d-f7865055937d)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:15:29.096398 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:29.143004 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=a2004716-85de-45f2-a02c-c53e67a1976c,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:29.150118 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.150492 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.150852 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.151184 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.151512 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.151840 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.152163 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.152506 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.152832 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.153153 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.153485 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.153790 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:29.405293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aed49a-41fa-41c4-a0fe-ffb720bbe490 req-71addb81-72cf-4d00-a784-7004c93a9f90 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:29.406752 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-21aed49a-41fa-41c4-a0fe-ffb720bbe490 req-71addb81-72cf-4d00-a784-7004c93a9f90 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0516303 May 25 23:15:29.443502 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-21aed49a-41fa-41c4-a0fe-ffb720bbe490 req-3f74e471-a77e-4e05-af53-5023dcbc834f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306578 May 25 23:15:29.581788 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['a2004716-85de-45f2-a02c-c53e67a1976c'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:15:29.974374 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b849d0c-6f4c-438c-a74e-872032e22916 req-f281c2db-99e3-4ae2-9bf5-cb7a49348ce2 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:29.975836 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b849d0c-6f4c-438c-a74e-872032e22916 req-f281c2db-99e3-4ae2-9bf5-cb7a49348ce2 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 944 time: 0.0488739 May 25 23:15:30.014914 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7b849d0c-6f4c-438c-a74e-872032e22916 req-d7c46c51-c59b-43f7-9ab6-c85bda260b28 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330541 May 25 23:15:30.555590 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ffccf-2948-4078-8ba5-e8756e646d63 req-ae5fd26f-c1ae-4cd9-91b0-b1c50b0e057e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:30.557017 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bb8ffccf-2948-4078-8ba5-e8756e646d63 req-ae5fd26f-c1ae-4cd9-91b0-b1c50b0e057e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0472970 May 25 23:15:30.593499 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-bb8ffccf-2948-4078-8ba5-e8756e646d63 req-8334929a-8962-431e-845b-526be6e7eb5e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305855 May 25 23:15:30.874667 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device a2004716-85de-45f2-a02c-c53e67a1976c up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:15:30.951486 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eeac5d-f940-4d6a-ac04-b4e9d3e1cf3e req-c8047329-24ea-4f10-a4c1-724192cd9b4f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:30.952938 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5eeac5d-f940-4d6a-ac04-b4e9d3e1cf3e req-c8047329-24ea-4f10-a4c1-724192cd9b4f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0525870 May 25 23:15:30.991831 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c5eeac5d-f940-4d6a-ac04-b4e9d3e1cf3e req-5312edfb-9f8d-44d1-b566-5b23989fab9c tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324347 May 25 23:15:30.998913 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port a2004716-85de-45f2-a02c-c53e67a1976c completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:15:31.002803 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port a2004716-85de-45f2-a02c-c53e67a1976c triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:15:31.003188 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:31.072478 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585cd3a-e4e6-4366-bd21-1c21443d780a req-b2231a28-dbf1-443d-9c40-679d73610b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:31.074004 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a585cd3a-e4e6-4366-bd21-1c21443d780a req-b2231a28-dbf1-443d-9c40-679d73610b9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 1098 time: 0.0413003 May 25 23:15:31.092560 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port a2004716-85de-45f2-a02c-c53e67a1976c is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:15:31.092938 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:31.115743 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f35791-e8f7-45a1-bb24-5bc81cbb6a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2004716-85de-45f2-a02c-c53e67a1976c'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:15:31.117963 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679ddb6d-468c-4af6-9352-52340f696ca9" -d '{"events": [{"server_uuid": "d7f35791-e8f7-45a1-bb24-5bc81cbb6a21", "name": "network-vif-plugged", "status": "completed", "tag": "a2004716-85de-45f2-a02c-c53e67a1976c"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:15:31.130452 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port a2004716-85de-45f2-a02c-c53e67a1976c, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=a2004716-85de-45f2-a02c-c53e67a1976c,segment=NetworkSegment(f372a6c6-af8f-48e7-802d-f7865055937d),segment_id=f372a6c6-af8f-48e7-802d-f7865055937d)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:15:31.156917 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656d4b78-13a7-4423-b010-c539d62db681 x-openstack-request-id: req-656d4b78-13a7-4423-b010-c539d62db681 {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:15:31.157399 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f35791-e8f7-45a1-bb24-5bc81cbb6a21", "name": "network-vif-plugged", "status": "completed", "tag": "a2004716-85de-45f2-a02c-c53e67a1976c", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:15:31.157973 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-656d4b78-13a7-4423-b010-c539d62db681 {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:15:31.158868 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656d4b78-13a7-4423-b010-c539d62db681'] response: {'server_uuid': 'd7f35791-e8f7-45a1-bb24-5bc81cbb6a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2004716-85de-45f2-a02c-c53e67a1976c', 'code': 200} May 25 23:15:31.192399 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1ba1e-e299-482e-8b4a-f6ba7a8e1aae req-23fa799e-6c7b-4de5-854f-f1c73371da90 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:31.193860 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-33e1ba1e-e299-482e-8b4a-f6ba7a8e1aae req-23fa799e-6c7b-4de5-854f-f1c73371da90 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 944 time: 0.1039548 May 25 23:15:31.213956 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:31.225674 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585cd3a-e4e6-4366-bd21-1c21443d780a req-831fd31e-e1dc-43a0-b9aa-85eda50b6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:31.227156 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a585cd3a-e4e6-4366-bd21-1c21443d780a req-831fd31e-e1dc-43a0-b9aa-85eda50b6aa6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 912 time: 0.1459482 May 25 23:15:31.244949 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-33e1ba1e-e299-482e-8b4a-f6ba7a8e1aae req-95cc1f79-1282-47aa-85d7-e63a0cda9964 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437615 May 25 23:15:31.269392 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=a2004716-85de-45f2-a02c-c53e67a1976c,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:31.308156 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a585cd3a-e4e6-4366-bd21-1c21443d780a req-759bb07a-6855-417e-9f28-16cf111cb89a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe HTTP/1.1" status: 200 len: 1000 time: 0.0622931 May 25 23:15:31.366626 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585cd3a-e4e6-4366-bd21-1c21443d780a req-3da5a6f3-6583-4cfd-ab5c-d708b26a8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:31.367959 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a585cd3a-e4e6-4366-bd21-1c21443d780a req-3da5a6f3-6583-4cfd-ab5c-d708b26a8ef9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0464046 May 25 23:15:31.415424 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585cd3a-e4e6-4366-bd21-1c21443d780a req-bf828378-80b9-4edd-85e7-5ee43bf4e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:31.416900 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a585cd3a-e4e6-4366-bd21-1c21443d780a req-bf828378-80b9-4edd-85e7-5ee43bf4e8dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397644 May 25 23:15:31.535722 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6411e-41d3-4d03-87d3-10db0cce3330 req-91416c69-6682-4faa-bab7-6cbe2b39d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:31.537149 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-51a6411e-41d3-4d03-87d3-10db0cce3330 req-91416c69-6682-4faa-bab7-6cbe2b39d723 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 1098 time: 0.0913322 May 25 23:15:31.540459 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a585cd3a-e4e6-4366-bd21-1c21443d780a req-a99397d8-2c97-4314-af6e-311b3a5c22c6 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133268 May 25 23:15:31.624698 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-51a6411e-41d3-4d03-87d3-10db0cce3330 req-6e18f061-8e6a-4b3d-a417-77b8bbbc7e3b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737238 May 25 23:15:31.652435 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a585cd3a-e4e6-4366-bd21-1c21443d780a req-ce7b3a83-9b0b-4c1d-8fbb-29b20b0f02db service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005738 May 25 23:15:32.113085 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0715d-7ef7-42c4-a011-d285d5e88863 req-926ded53-4431-41d9-9417-53bea1d0aad3 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:32.114581 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-32e0715d-7ef7-42c4-a011-d285d5e88863 req-926ded53-4431-41d9-9417-53bea1d0aad3 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0525227 May 25 23:15:32.152363 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-32e0715d-7ef7-42c4-a011-d285d5e88863 req-1710fee5-36b8-4332-966e-9556916c7f05 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316045 May 25 23:15:32.361059 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d03ef-bf34-492f-be0e-f2f48dd7f457 req-e5cfcba6-d69d-4662-96e9-8b5a86d4d566 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:32.362506 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b82d03ef-bf34-492f-be0e-f2f48dd7f457 req-e5cfcba6-d69d-4662-96e9-8b5a86d4d566 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 945 time: 0.0475287 May 25 23:15:32.399288 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b82d03ef-bf34-492f-be0e-f2f48dd7f457 req-64a3fcf2-68eb-4bc7-9060-be2e1a4a3c43 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308542 May 25 23:15:33.264209 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1ce65-d97e-4c2f-afc5-0047c84d8f56 req-e56cdd58-f66e-4f7a-b195-50d5315d5184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:33.265648 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7fe1ce65-d97e-4c2f-afc5-0047c84d8f56 req-e56cdd58-f66e-4f7a-b195-50d5315d5184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0476425 May 25 23:15:33.304077 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7fe1ce65-d97e-4c2f-afc5-0047c84d8f56 req-1f163700-de99-4ffb-bb97-24abef871681 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315571 May 25 23:15:33.515083 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3549c-4edf-4a90-a813-5866a845ae95 req-82bdae68-609f-463e-b50c-acb366d4fd7a tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:33.517131 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-caf3549c-4edf-4a90-a813-5866a845ae95 req-82bdae68-609f-463e-b50c-acb366d4fd7a tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 945 time: 0.0535448 May 25 23:15:33.554513 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-caf3549c-4edf-4a90-a813-5866a845ae95 req-cc0815da-5b03-4df3-8f26-95105dce3648 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 May 25 23:15:34.668726 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955840f-db90-4e24-a8cc-f2a0e990e716 req-992918a4-a4b7-49ec-aa1f-88ee0de0d204 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:15:34.670169 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1955840f-db90-4e24-a8cc-f2a0e990e716 req-992918a4-a4b7-49ec-aa1f-88ee0de0d204 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 945 time: 0.0479040 May 25 23:15:34.707378 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1955840f-db90-4e24-a8cc-f2a0e990e716 req-1fdfb043-c894-49b3-b283-57fe81614274 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307727 May 25 23:15:41.773257 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c00e81ec-95cb-47a8-aa53-645703c8d37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:44.230677 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-89af34a1-0ee0-4443-a61a-9d1637742966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:45.335977 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:46.630507 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:47.193059 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:49.838110 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:15:55.841359 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:03.320002 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e81f4d-e143-439b-913e-1b5731101d10 req-089daf1e-b5c5-42a0-9004-5764b660bfd3 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:16:03.321450 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c9e81f4d-e143-439b-913e-1b5731101d10 req-089daf1e-b5c5-42a0-9004-5764b660bfd3 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 945 time: 0.0478694 May 25 23:16:03.358444 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c9e81f4d-e143-439b-913e-1b5731101d10 req-b34fe58a-c80c-46b2-9aab-a700547c1511 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 May 25 23:16:04.474532 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d1c0d-eb9e-466a-8eaf-45783a3691a6 req-8f3d2860-8611-483a-bc3d-07f6c839497f tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:16:04.475932 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cd6d1c0d-eb9e-466a-8eaf-45783a3691a6 req-8f3d2860-8611-483a-bc3d-07f6c839497f tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 945 time: 0.0500450 May 25 23:16:04.512896 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cd6d1c0d-eb9e-466a-8eaf-45783a3691a6 req-bd6663f3-443e-4b23-959d-8c83659c131c tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310423 May 25 23:16:05.627566 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f0ec1-6324-435d-8fe2-80f615470c0f req-ae925051-8926-4505-8e69-9dc8196bd6d3 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:16:05.629003 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5e2f0ec1-6324-435d-8fe2-80f615470c0f req-ae925051-8926-4505-8e69-9dc8196bd6d3 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 945 time: 0.0496938 May 25 23:16:05.665237 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5e2f0ec1-6324-435d-8fe2-80f615470c0f req-f7bbb15a-4472-4315-b186-5496d8a76bdd tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304453 May 25 23:16:06.224610 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b049c-3fc1-49cb-9b06-48f5e3e39723 req-2b290f2e-2c33-4272-bc95-8c21fdc39877 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:16:06.225945 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d98b049c-3fc1-49cb-9b06-48f5e3e39723 req-2b290f2e-2c33-4272-bc95-8c21fdc39877 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 945 time: 0.0466447 May 25 23:16:06.316174 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-d98b049c-3fc1-49cb-9b06-48f5e3e39723 req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Deleting port a2004716-85de-45f2-a02c-c53e67a1976c {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:16:06.316507 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-d98b049c-3fc1-49cb-9b06-48f5e3e39723 req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:06.401251 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-d98b049c-3fc1-49cb-9b06-48f5e3e39723 req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] For port a2004716-85de-45f2-a02c-c53e67a1976c, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=a2004716-85de-45f2-a02c-c53e67a1976c,segment=NetworkSegment(f372a6c6-af8f-48e7-802d-f7865055937d),segment_id=f372a6c6-af8f-48e7-802d-f7865055937d)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:16:06.401606 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-d98b049c-3fc1-49cb-9b06-48f5e3e39723 req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:06.413043 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-d98b049c-3fc1-49cb-9b06-48f5e3e39723 req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Calling delete_port for a2004716-85de-45f2-a02c-c53e67a1976c owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:16:06.621717 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-d98b049c-3fc1-49cb-9b06-48f5e3e39723 req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:06.650330 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Pushing event deleted for resources: {'Port': ['ID=a2004716-85de-45f2-a02c-c53e67a1976c,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:16:06.662572 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.662921 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.663257 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.663588 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.663914 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.664233 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.664553 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.664683 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['a2004716-85de-45f2-a02c-c53e67a1976c'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:16:06.665117 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.665215 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.665486 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.665799 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.666224 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:06.703238 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98b049c-3fc1-49cb-9b06-48f5e3e39723 req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] No DVR routers for this DVR port a2004716-85de-45f2-a02c-c53e67a1976c on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:16:06.705848 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-d98b049c-3fc1-49cb-9b06-48f5e3e39723 req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:06.709267 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d98b049c-3fc1-49cb-9b06-48f5e3e39723 req-0d880ae2-a382-4534-bc46-4fc2e647fa91 tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.24 "DELETE /v2.0/ports/a2004716-85de-45f2-a02c-c53e67a1976c HTTP/1.1" status: 204 len: 173 time: 0.4768839 May 25 23:16:06.709747 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f35791-e8f7-45a1-bb24-5bc81cbb6a21', 'name': 'network-vif-deleted', 'tag': 'a2004716-85de-45f2-a02c-c53e67a1976c'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:16:06.712018 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56be1870-8f92-40b9-82a5-0fd8aa5a003c" -d '{"events": [{"server_uuid": "d7f35791-e8f7-45a1-bb24-5bc81cbb6a21", "name": "network-vif-deleted", "tag": "a2004716-85de-45f2-a02c-c53e67a1976c"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:16:06.748768 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4712de-e4f8-4dd4-ba63-627cfd920650 x-openstack-request-id: req-4e4712de-e4f8-4dd4-ba63-627cfd920650 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:16:06.749127 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f35791-e8f7-45a1-bb24-5bc81cbb6a21", "name": "network-vif-deleted", "tag": "a2004716-85de-45f2-a02c-c53e67a1976c", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:16:06.749379 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e4712de-e4f8-4dd4-ba63-627cfd920650 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:16:06.749798 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4712de-e4f8-4dd4-ba63-627cfd920650'] response: {'server_uuid': 'd7f35791-e8f7-45a1-bb24-5bc81cbb6a21', 'name': 'network-vif-deleted', 'tag': 'a2004716-85de-45f2-a02c-c53e67a1976c', 'status': 'completed', 'code': 200} May 25 23:16:06.764454 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dd647d86-bcfe-4b39-9446-5e0216d174bf req-951fa125-fc5b-4ed3-9e61-8cf8719f01be tempest-VolumesSnapshotTestJSON-1098399970 tempest-VolumesSnapshotTestJSON-1098399970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7f35791-e8f7-45a1-bb24-5bc81cbb6a21 HTTP/1.1" status: 200 len: 210 time: 0.0309615 May 25 23:16:09.056592 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device a2004716-85de-45f2-a02c-c53e67a1976c no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:16:09.077831 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: a2004716-85de-45f2-a02c-c53e67a1976c {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:16:09.078169 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device a2004716-85de-45f2-a02c-c53e67a1976c not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:16:11.789672 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b560-d167-454a-8c09-4a5faee6b7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:14.218265 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-96918ad6-baeb-464d-8cc7-838a5492f1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:15.355077 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:16.632506 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:17.164031 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:25.869000 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:26.836228 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:16:37.412847 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 37768) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:16:37.456372 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Deleting subnet 7d014e35-6fea-4e72-9a68-e83939e4fa5b {{(pid=114255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:16:37.459819 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:37.502478 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1197435'] for subnet, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:37.749843 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:37.878055 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3746125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432323'] for subnet, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:37.904061 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d014e35-6fea-4e72-9a68-e83939e4fa5b,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:16:37.906474 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:37.909525 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7d014e35-6fea-4e72-9a68-e83939e4fa5b HTTP/1.1" status: 204 len: 168 time: 0.4957023 May 25 23:16:37.912739 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 37772) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:16:37.916324 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.916671 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.917009 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.917341 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.917671 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.918001 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.918355 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.918686 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.919039 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.919363 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.919684 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.920004 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bbc1e-3e6d-4429-b30c-1c4d3ddc999d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:16:37.981421 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:38.059332 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:38.078540 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bef548a-e504-419f-9c1b-9c2929a2107c']}} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:16:38.087884 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f372a6c6-af8f-48e7-802d-f7865055937d') {'for_net_delete': True} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:16:38.088172 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f372a6c6-af8f-48e7-802d-f7865055937d') {} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:16:38.096923 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8499919'] for segment, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:38.110080 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:38.116098 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=114256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:16:38.116464 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9366927'] for segment, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:38.186549 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment f372a6c6-af8f-48e7-802d-f7865055937d resource provider aggregate not found May 25 23:16:38.202232 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment f372a6c6-af8f-48e7-802d-f7865055937d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f372a6c6-af8f-48e7-802d-f7865055937d found for delete ", "request_id": "req-b32e95fc-a36e-4987-907b-82e8f6dfb558"}]} May 25 23:16:38.254642 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:38.260184 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:38.263259 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1bef548a-e504-419f-9c1b-9c2929a2107c HTTP/1.1" status: 204 len: 168 time: 0.3495603 May 25 23:16:38.275155 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be849ce3-0f37-44bd-806d-11408d43ec56 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bef548a-e504-419f-9c1b-9c2929a2107c,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:16:38.470946 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-a8129936-6c45-4826-a2e9-eb1a0c8da1f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431132 May 25 23:16:38.577433 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-be2c8e25-7700-4497-966f-912ed350831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:16:38.578927 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-be2c8e25-7700-4497-966f-912ed350831d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 1098 time: 0.0408783 May 25 23:16:38.585666 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 37782) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:16:38.674246 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-5919898c-e93f-40e3-b3c1-d1c9c93f955f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7496fac4c47e455da55557533658b696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875037 May 25 23:16:38.676920 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 37784) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:16:38.704688 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-6da86732-24eb-49ca-a846-4a78f7eae7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:16:38.706145 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-6da86732-24eb-49ca-a846-4a78f7eae7dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 912 time: 0.1052656 May 25 23:16:38.729049 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6cd3fdea-0e90-4371-9c4b-3f1fdfa35125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:38.750826 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6cd3fdea-0e90-4371-9c4b-3f1fdfa35125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:38.775701 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-3d934930-6941-4ea8-b3ed-dc13b34b42eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe HTTP/1.1" status: 200 len: 1000 time: 0.0611172 May 25 23:16:38.825299 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-f3495968-7e7c-466c-ad4c-fa6c6698c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:16:38.826729 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-f3495968-7e7c-466c-ad4c-fa6c6698c533 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0429394 May 25 23:16:38.869159 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6cd3fdea-0e90-4371-9c4b-3f1fdfa35125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:38.871993 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-6cd3fdea-0e90-4371-9c4b-3f1fdfa35125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:38.875532 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-6cd3fdea-0e90-4371-9c4b-3f1fdfa35125 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5 HTTP/1.1" status: 204 len: 168 time: 0.1953182 May 25 23:16:38.877034 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-a3b10f3b-2cee-42b4-832e-6961034ca723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:16:38.877034 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-a3b10f3b-2cee-42b4-832e-6961034ca723 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427222 May 25 23:16:38.881754 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3fdea-0e90-4371-9c4b-3f1fdfa35125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca415a09-f8dc-4283-b7f2-cdaf67c0bbd5,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:16:38.969273 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-0fba9f81-1057-42b1-9ac8-6eb59429624d service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836844 May 25 23:16:39.062806 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4e35cb50-a7c8-4c2b-9cee-bc20dcad8022 req-f9c4e373-475d-4ae9-a496-c2f519c0a319 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846465 May 25 23:16:41.774737 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-06cd63d4-3de3-471d-b367-ab12fef80e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:44.171940 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bf243069-3d9a-4617-95fb-f5e787777da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:45.374580 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:46.648873 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:47.174695 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:55.911667 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:58.647363 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-be231bb8-d236-442b-ad87-49c4385d65ec req-107d21a5-96c1-49de-82ec-5d612ec0ca67 service neutron] (114256) timed out ('10.222.0.48', 60496) {{(pid=114256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 25 23:17:03.834871 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:17:06.890632 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986fe8-3f18-4506-ad25-31b334cc95cb req-1473e698-6096-4db9-902e-c999fb134c46 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:06.892043 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c6986fe8-3f18-4506-ad25-31b334cc95cb req-1473e698-6096-4db9-902e-c999fb134c46 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0482907 May 25 23:17:06.929690 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c6986fe8-3f18-4506-ad25-31b334cc95cb req-b5a557e2-e6a5-481d-b9f6-85e5286f1fdc tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 May 25 23:17:08.046606 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdd2dc-fbb3-496d-862e-2c34389ad4a5 req-ea0fca79-799d-4662-b1d5-4541b42fe833 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:08.048053 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f0cdd2dc-fbb3-496d-862e-2c34389ad4a5 req-ea0fca79-799d-4662-b1d5-4541b42fe833 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0480301 May 25 23:17:08.090890 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f0cdd2dc-fbb3-496d-862e-2c34389ad4a5 req-4b8dd63c-97bb-4e5e-ad9a-17fe7f5abe3e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b69520a-fd55-4e22-96e1-90c72f55847b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361969 May 25 23:17:08.615497 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-68c332b1-8fe1-43d2-9790-7cb80716801a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:08.616933 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-68c332b1-8fe1-43d2-9790-7cb80716801a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.24 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 945 time: 0.0523741 May 25 23:17:08.705840 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Deleting port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:17:08.706164 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:08.799330 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] For port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=741793ad-1ae2-4a2b-8e5f-590c629ae1fe,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:17:08.799717 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:08.971585 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:08.971856 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:08.972167 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Floating IP 32ce44d6-0c26-455e-aa59-0be39125a08b disassociated. External IP: 172.27.1.15, port: 741793ad-1ae2-4a2b-8e5f-590c629ae1fe. May 25 23:17:08.972499 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Calling delete_port for 741793ad-1ae2-4a2b-8e5f-590c629ae1fe owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:17:09.163018 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:09.203742 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event deleted for resources: {'Port': ['ID=741793ad-1ae2-4a2b-8e5f-590c629ae1fe,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:09.223281 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cff403ae-70e8-4093-b315-808b257c8ef8 req-960ff520-0bfb-4c85-be4b-30b7625c7009 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 210 time: 0.0507700 May 25 23:17:09.228470 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.228820 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.229159 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.229495 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.229827 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.230269 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.230539 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.231293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.231293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.231505 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.231799 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.232119 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:09.342678 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Router 6351801a-e928-4a7e-b274-0693c99f07df has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:17:09.720659 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:17:09.731276 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb793c-2550-4d5a-8d52-6f18960ff419 None None] Sync routers for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:17:09.741202 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb793c-2550-4d5a-8d52-6f18960ff419 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:17:09.741804 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-89cb793c-2550-4d5a-8d52-6f18960ff419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:16:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:17:09.758726 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] No DVR routers for this DVR port 741793ad-1ae2-4a2b-8e5f-590c629ae1fe on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:17:09.761228 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:09.764448 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-649d92e9-f22b-4eb6-8aa4-6c59542757b7 req-5f5cd284-82b2-42a3-ac5e-601b649fed54 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.24 "DELETE /v2.0/ports/741793ad-1ae2-4a2b-8e5f-590c629ae1fe HTTP/1.1" status: 204 len: 173 time: 1.1411159 May 25 23:17:09.764890 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'name': 'network-vif-deleted', 'tag': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:17:09.767123 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ed4a49-f507-4258-8800-bbc765ad142a" -d '{"events": [{"server_uuid": "46002c1a-4e72-4d13-adfb-5ff1463d06fc", "name": "network-vif-deleted", "tag": "741793ad-1ae2-4a2b-8e5f-590c629ae1fe"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:17:09.803716 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f462761a-f5f9-4d7d-b2a6-06421f725be5 x-openstack-request-id: req-f462761a-f5f9-4d7d-b2a6-06421f725be5 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:17:09.804013 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46002c1a-4e72-4d13-adfb-5ff1463d06fc", "name": "network-vif-deleted", "tag": "741793ad-1ae2-4a2b-8e5f-590c629ae1fe", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:17:09.804259 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f462761a-f5f9-4d7d-b2a6-06421f725be5 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:17:09.804647 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f462761a-f5f9-4d7d-b2a6-06421f725be5'] response: {'server_uuid': '46002c1a-4e72-4d13-adfb-5ff1463d06fc', 'name': 'network-vif-deleted', 'tag': '741793ad-1ae2-4a2b-8e5f-590c629ae1fe', 'status': 'completed', 'code': 200} May 25 23:17:09.848199 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-89cb793c-2550-4d5a-8d52-6f18960ff419 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:17:10.044844 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-89cb793c-2550-4d5a-8d52-6f18960ff419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:17:10.074882 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb793c-2550-4d5a-8d52-6f18960ff419 None None] Checking router: 6351801a-e928-4a7e-b274-0693c99f07df for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:17:10.082897 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb793c-2550-4d5a-8d52-6f18960ff419 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:17:10.084328 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-89cb793c-2550-4d5a-8d52-6f18960ff419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:16:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:17:10.188402 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-89cb793c-2550-4d5a-8d52-6f18960ff419 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:17:10.330193 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c330bd19-5f42-4fb1-ae2a-44779081b107 req-a1e2456b-3e1e-44de-8a0e-63ae074377a5 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=46002c1a-4e72-4d13-adfb-5ff1463d06fc HTTP/1.1" status: 200 len: 210 time: 0.0259609 May 25 23:17:10.382354 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-89cb793c-2550-4d5a-8d52-6f18960ff419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:17:10.408094 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb793c-2550-4d5a-8d52-6f18960ff419 None None] The sync data for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi is: [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:17:10.619045 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f83750-56ac-4c3e-9c2f-e7953b116c8e None None] New status for floating IP 32ce44d6-0c26-455e-aa59-0be39125a08b: DOWN {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:17:11.441342 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 741793ad-1ae2-4a2b-8e5f-590c629ae1fe no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:17:11.462690 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 741793ad-1ae2-4a2b-8e5f-590c629ae1fe {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:17:11.463599 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 741793ad-1ae2-4a2b-8e5f-590c629ae1fe not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:17:11.486836 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 37828) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:17:11.538888 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f003133e-610c-4258-9674-e80cb21f4ad5 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:11.560625 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f003133e-610c-4258-9674-e80cb21f4ad5 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:11.665632 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f003133e-610c-4258-9674-e80cb21f4ad5 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:11.668118 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f003133e-610c-4258-9674-e80cb21f4ad5 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:11.669275 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f003133e-610c-4258-9674-e80cb21f4ad5 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "DELETE /v2.0/security-groups/3b69520a-fd55-4e22-96e1-90c72f55847b HTTP/1.1" status: 204 len: 168 time: 0.1814761 May 25 23:17:11.672078 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 37830) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:17:11.678267 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003133e-610c-4258-9674-e80cb21f4ad5 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b69520a-fd55-4e22-96e1-90c72f55847b,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:11.688300 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.api.v2.resource [None req-8aa7eea8-62e0-4fd3-a340-72579f87fa08 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] show failed (client error): The resource could not be found. May 25 23:17:11.689286 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-8aa7eea8-62e0-4fd3-a340-72579f87fa08 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups/3b69520a-fd55-4e22-96e1-90c72f55847b HTTP/1.1" status: 404 len: 347 time: 0.0162315 May 25 23:17:11.692131 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 37832) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:17:11.779613 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-291464d0-f0ae-46be-8436-f6c822fc1d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:11.813391 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-a44d86d3-ff78-468d-aca1-f6c849e2e522 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Deleting port 5b46b938-9bc8-44ea-93f3-c9250430bd49 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:17:11.813718 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a44d86d3-ff78-468d-aca1-f6c849e2e522 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:11.885566 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a44d86d3-ff78-468d-aca1-f6c849e2e522 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:11.885884 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a44d86d3-ff78-468d-aca1-f6c849e2e522 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:11.897481 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-a44d86d3-ff78-468d-aca1-f6c849e2e522 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Calling delete_port for 5b46b938-9bc8-44ea-93f3-c9250430bd49 owned by network:floatingip {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:17:12.093968 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a44d86d3-ff78-468d-aca1-f6c849e2e522 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.118851 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d86d3-ff78-468d-aca1-f6c849e2e522 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event deleted for resources: {'Port': ['ID=5b46b938-9bc8-44ea-93f3-c9250430bd49,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:12.181191 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a44d86d3-ff78-468d-aca1-f6c849e2e522 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.183825 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a44d86d3-ff78-468d-aca1-f6c849e2e522 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.184949 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-a44d86d3-ff78-468d-aca1-f6c849e2e522 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "DELETE /v2.0/floatingips/32ce44d6-0c26-455e-aa59-0be39125a08b HTTP/1.1" status: 204 len: 168 time: 0.4918675 May 25 23:17:12.319670 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 37836) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:17:12.324257 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-4ae1bace-648f-46ec-815c-b91a478040cd tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423869138', 'description': 'tempest-description--1615250786'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:17:12.414032 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bace-648f-46ec-815c-b91a478040cd tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.478135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bace-648f-46ec-815c-b91a478040cd tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.551268 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bace-648f-46ec-815c-b91a478040cd tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.580098 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1bace-648f-46ec-815c-b91a478040cd tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130601a9-1513-4f85-9278-e83dfc101b25,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:12.630391 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bace-648f-46ec-815c-b91a478040cd tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.632162 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-4ae1bace-648f-46ec-815c-b91a478040cd tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3114936 May 25 23:17:12.635050 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 37838) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:17:12.639334 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-61245df8-1f34-4fac-ac82-2071ed942d12 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'security_group_rule': {'security_group_id': '130601a9-1513-4f85-9278-e83dfc101b25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:17:12.718407 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61245df8-1f34-4fac-ac82-2071ed942d12 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.772449 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61245df8-1f34-4fac-ac82-2071ed942d12 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.845447 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61245df8-1f34-4fac-ac82-2071ed942d12 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.863414 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61245df8-1f34-4fac-ac82-2071ed942d12 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f16277-eaf4-4841-8c48-3c0469a09685,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:12.915692 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61245df8-1f34-4fac-ac82-2071ed942d12 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.916863 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-61245df8-1f34-4fac-ac82-2071ed942d12 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808979 May 25 23:17:12.919547 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 37840) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:17:12.923806 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-af65577f-0d33-4a86-8f07-0aeb8c32cae4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'security_group_rule': {'security_group_id': '130601a9-1513-4f85-9278-e83dfc101b25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:17:13.010154 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af65577f-0d33-4a86-8f07-0aeb8c32cae4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:13.065318 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af65577f-0d33-4a86-8f07-0aeb8c32cae4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:13.148278 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af65577f-0d33-4a86-8f07-0aeb8c32cae4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:13.166084 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65577f-0d33-4a86-8f07-0aeb8c32cae4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63927cce-187c-46e2-9167-7f3d180b80e0,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:13.249829 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-af65577f-0d33-4a86-8f07-0aeb8c32cae4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:13.251042 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-af65577f-0d33-4a86-8f07-0aeb8c32cae4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3305759 May 25 23:17:13.254050 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 37842) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:17:13.258242 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:17:13.322385 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:13.420262 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:13.522049 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Allocated IP 172.27.1.39 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/4c3aa5db-ee5b-475b-91f2-3f13d02efc6b) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:17:13.618511 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:13.711473 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:13.747424 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:17:13.750069 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:17:13.753515 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:17:13.780728 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'Port': ['ID=4c3aa5db-ee5b-475b-91f2-3f13d02efc6b,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:13.842210 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:13.923312 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:14.070043 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:14.125462 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:14.182797 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ef0cf4f9-33b8-495a-ac57-2533e033c1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:14.194383 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'Port': ['ID=4c3aa5db-ee5b-475b-91f2-3f13d02efc6b,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:14.204039 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:14.293062 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:14.294207 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-ff843b67-fa28-40a4-a50c-e2701a96a184 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0392051 May 25 23:17:14.481437 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-12542bbb-d5c1-45ae-8fa5-3c91321dda4d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--423869138&fields=id&tenant_id=cf77de4684264b45849e4e2db40876ae HTTP/1.1" status: 200 len: 267 time: 0.0327840 May 25 23:17:14.587418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-8699b191-f3bd-4839-86b7-08453c5f0ed8 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:14.588832 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-8699b191-f3bd-4839-86b7-08453c5f0ed8 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 811 time: 0.1007788 May 25 23:17:14.603772 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-f639bed3-cb51-48aa-9e7e-33349864fe98 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/quotas/cf77de4684264b45849e4e2db40876ae HTTP/1.1" status: 200 len: 375 time: 0.0092733 May 25 23:17:14.655078 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-0cba08e3-44c1-4dd6-b24e-6d4fa7c65e4a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462582 May 25 23:17:14.843549 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-2bef2b27-4ddc-41cc-b593-533055515f4d service neutron] 10.222.0.48 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765304 May 25 23:17:14.930265 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-534fcf60-6ce1-460b-8af9-ed8e55541bb6 service neutron] 10.222.0.48 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807021 May 25 23:17:15.156966 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-06f0f138-86f5-45ae-9521-b68245361a9f req-d58a3c52-77b6-4e30-9c59-0c58cc4ec71b tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 210 time: 0.0269566 May 25 23:17:15.313774 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:16.248750 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3d9b5000-5257-480c-ba5c-0c93cee605bc req-ab2451cc-a1c4-4b39-9689-c6f3ac789ad5 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 210 time: 0.0259495 May 25 23:17:16.653998 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:17.145498 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-22284113-d089-4799-b561-c90e4968ee47 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:17.146926 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-22284113-d089-4799-b561-c90e4968ee47 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 811 time: 0.1078625 May 25 23:17:17.193650 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:17.200438 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-42aa5c7a-374b-428f-9308-cd3bcb523b19 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf77de4684264b45849e4e2db40876ae HTTP/1.1" status: 200 len: 379 time: 0.0347168 May 25 23:17:17.210190 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'port': {'device_id': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'admin_state_up': True, 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'security_groups': ['130601a9-1513-4f85-9278-e83dfc101b25']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:17:17.342711 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-05d8c840-24bf-4ebd-bcc5-034307ceaf62 req-f73a0832-d053-461e-bed3-5c23d0bebca3 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 210 time: 0.0255821 May 25 23:17:17.405474 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Made reservation on behalf of cf77de4684264b45849e4e2db40876ae for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:17:17.408968 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:17.535163 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Allocated IP 172.20.0.13 (e714ba98-b9af-40fe-9dd4-324d2ab5ce9c/9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82/4849fe24-979b-40d4-9f56-9bc52a650c85) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:17:17.668012 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:17.757080 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:17.798438 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:17:17.801293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:17:17.804793 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:17:17.859831 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event updated for resources: {'Port': ['ID=4849fe24-979b-40d4-9f56-9bc52a650c85,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:17.862531 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:17.863192 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:17.954412 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-40362723-ee2c-4eb4-bc91-40768e1ebb96 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7476218 May 25 23:17:17.964898 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-9f42c7e9-1c8f-4a94-a566-1c349f0b727f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 23:17:17.965810 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-9f42c7e9-1c8f-4a94-a566-1c349f0b727f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049956 May 25 23:17:17.979443 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-832b900b-b815-4fc4-8d7b-0ebf1f2b330d None None] Provisioning complete for port 4849fe24-979b-40d4-9f56-9bc52a650c85 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:17:17.979954 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-832b900b-b815-4fc4-8d7b-0ebf1f2b330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:17.990137 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Request body: {'port': {'device_id': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:17:18.013100 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-832b900b-b815-4fc4-8d7b-0ebf1f2b330d None None] Port 4849fe24-979b-40d4-9f56-9bc52a650c85 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:17:18.043483 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:18.299676 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4849fe24-979b-40d4-9f56-9bc52a650c85 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:17:18.307458 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:18.345624 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Transition to ACTIVE for port object 4849fe24-979b-40d4-9f56-9bc52a650c85 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:17:18.435124 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:18.493514 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4849fe24-979b-40d4-9f56-9bc52a650c85,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:18.506210 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e44e17-90f0-4e6d-bc1d-f0d3d7920f89 req-434f7fba-b5d4-4d65-afef-b7595e35e2a6 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:18.508099 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-54e44e17-90f0-4e6d-bc1d-f0d3d7920f89 req-434f7fba-b5d4-4d65-afef-b7595e35e2a6 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 932 time: 0.0987315 May 25 23:17:18.591126 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-54e44e17-90f0-4e6d-bc1d-f0d3d7920f89 req-de8d5585-bbab-4126-8d35-809f8e4dd971 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651538 May 25 23:17:18.606860 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Attempting to bind port 4849fe24-979b-40d4-9f56-9bc52a650c85 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:17:18.607196 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Attempting to bind port 4849fe24-979b-40d4-9f56-9bc52a650c85 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:17:18.607508 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Attempting to bind port 4849fe24-979b-40d4-9f56-9bc52a650c85 on network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:17:18.612005 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Port 4849fe24-979b-40d4-9f56-9bc52a650c85 on network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:17:18.612315 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Attempting to bind port 4849fe24-979b-40d4-9f56-9bc52a650c85 on network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:17:18.617388 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:17:18.617625 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Checking segment: {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:17:18.617997 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Bound using segment: {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:17:18.618449 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Bound port: 4849fe24-979b-40d4-9f56-9bc52a650c85, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d8692d-f494-4276-9e1a-9df3dae2bb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:17:18.618803 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:18.682075 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] For port 4849fe24-979b-40d4-9f56-9bc52a650c85, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:17:18.685051 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] For port 4849fe24-979b-40d4-9f56-9bc52a650c85, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=4849fe24-979b-40d4-9f56-9bc52a650c85,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:17:18.782908 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:18.815096 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:18.815702 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:18.817024 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/4849fe24-979b-40d4-9f56-9bc52a650c85 HTTP/1.1" status: 200 len: 1094 time: 0.8311410 May 25 23:17:18.817481 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'tag': '4849fe24-979b-40d4-9f56-9bc52a650c85'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:17:18.820370 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502fe057-861e-4a58-a103-481ac3c5bea1" -d '{"events": [{"name": "network-changed", "server_uuid": "c997a41f-5354-4965-9308-f6d6824d12aa", "tag": "4849fe24-979b-40d4-9f56-9bc52a650c85"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:17:18.851844 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ed355-f11e-4bee-a58e-5068073df6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4849fe24-979b-40d4-9f56-9bc52a650c85,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:18.858250 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1556f17-c238-4bdd-88ee-2940f4a3ecc7 x-openstack-request-id: req-d1556f17-c238-4bdd-88ee-2940f4a3ecc7 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:17:18.858623 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c997a41f-5354-4965-9308-f6d6824d12aa", "tag": "4849fe24-979b-40d4-9f56-9bc52a650c85", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:17:18.858875 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1556f17-c238-4bdd-88ee-2940f4a3ecc7 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:17:18.859271 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1556f17-c238-4bdd-88ee-2940f4a3ecc7'] response: {'name': 'network-changed', 'server_uuid': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'tag': '4849fe24-979b-40d4-9f56-9bc52a650c85', 'status': 'completed', 'code': 200} May 25 23:17:18.960418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fe057-861e-4a58-a103-481ac3c5bea1 req-7d6684a5-ef84-4a04-a605-2e196f3a6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:18.960418 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-502fe057-861e-4a58-a103-481ac3c5bea1 req-7d6684a5-ef84-4a04-a605-2e196f3a6e4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 1097 time: 0.0468302 May 25 23:17:19.069819 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fe057-861e-4a58-a103-481ac3c5bea1 req-4fccd547-9a65-46df-ac3e-d04856b8c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:19.071288 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-502fe057-861e-4a58-a103-481ac3c5bea1 req-4fccd547-9a65-46df-ac3e-d04856b8c84d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cf77de4684264b45849e4e2db40876ae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0942428 May 25 23:17:19.176757 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fe057-861e-4a58-a103-481ac3c5bea1 req-d89577c3-82a8-4e04-843f-53d785ccc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:19.179447 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-502fe057-861e-4a58-a103-481ac3c5bea1 req-d89577c3-82a8-4e04-843f-53d785ccc7b9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994663 May 25 23:17:19.282986 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-2ee60c49-cead-4824-aaa7-a60c01d9cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:19.284401 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-2ee60c49-cead-4824-aaa7-a60c01d9cddc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 1097 time: 0.0399952 May 25 23:17:19.333453 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-868692f7-eb22-4ede-b2ef-640a240e6702 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4849fe24-979b-40d4-9f56-9bc52a650c85 HTTP/1.1" status: 200 len: 217 time: 0.0328932 May 25 23:17:19.385624 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-762fe3f5-5a20-4e8c-a4a0-d8476d16f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:19.387044 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-762fe3f5-5a20-4e8c-a4a0-d8476d16f48f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0463636 May 25 23:17:19.432179 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-5ac16c95-ec49-4afc-bd6b-65aca9635ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:19.433594 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-5ac16c95-ec49-4afc-bd6b-65aca9635ebd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396001 May 25 23:17:19.520929 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-da04999a-bb67-4f4b-abbb-e2a16bdbfbb2 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789578 May 25 23:17:19.611753 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f6eb26f3-960e-427d-b0fd-5e45afdcc056 req-f6eb8a40-ba57-4864-8bab-78e2e5b02ad2 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831399 May 25 23:17:19.705571 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2745c7f-5a89-4a11-9654-704c3cb5af57 req-106ad51e-e76e-49f0-991b-4b63c61ab9bf tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:19.706960 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f2745c7f-5a89-4a11-9654-704c3cb5af57 req-106ad51e-e76e-49f0-991b-4b63c61ab9bf tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 944 time: 0.0484591 May 25 23:17:19.744683 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f2745c7f-5a89-4a11-9654-704c3cb5af57 req-63e77801-9252-474e-9723-3b0928784a6d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309947 May 25 23:17:20.857416 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2777b-2c08-413e-973d-2410178d0b17 req-1b1fce41-f69b-484e-add9-70431cdd5d4d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:20.858876 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e7a2777b-2c08-413e-973d-2410178d0b17 req-1b1fce41-f69b-484e-add9-70431cdd5d4d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 944 time: 0.0471816 May 25 23:17:20.901062 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e7a2777b-2c08-413e-973d-2410178d0b17 req-1a223d26-c833-42b5-9886-cc187646593a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360267 May 25 23:17:22.012632 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810ff4d-6f29-4aae-9b32-ea441e2266b5 req-20f840d2-39ce-4b45-8964-12991b81fac8 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:22.014052 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3810ff4d-6f29-4aae-9b32-ea441e2266b5 req-20f840d2-39ce-4b45-8964-12991b81fac8 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 944 time: 0.0471165 May 25 23:17:22.050198 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3810ff4d-6f29-4aae-9b32-ea441e2266b5 req-c2accd5b-0a0b-42df-809e-b3105461bb90 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302477 May 25 23:17:23.162887 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8835ea-676b-4570-8b28-91277d7c3a0c req-01fc3e8e-5183-4e05-a9ce-748735d68bc2 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:23.164405 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0a8835ea-676b-4570-8b28-91277d7c3a0c req-01fc3e8e-5183-4e05-a9ce-748735d68bc2 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 944 time: 0.0486693 May 25 23:17:23.200775 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0a8835ea-676b-4570-8b28-91277d7c3a0c req-e4bbc446-7d67-463a-acda-98c5ffa8f500 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302796 May 25 23:17:23.515617 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 4849fe24-979b-40d4-9f56-9bc52a650c85 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:17:23.605731 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 4849fe24-979b-40d4-9f56-9bc52a650c85, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=4849fe24-979b-40d4-9f56-9bc52a650c85,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:17:23.616476 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': '4849fe24-979b-40d4-9f56-9bc52a650c85', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'port_id': '4849fe24-979b-40d4-9f56-9bc52a650c85', 'mac_address': 'fa:16:3e:33:28:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:17:23.655332 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 4849fe24-979b-40d4-9f56-9bc52a650c85 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:17:23.655717 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:23.668453 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4849fe24-979b-40d4-9f56-9bc52a650c85 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:17:23.686428 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 4849fe24-979b-40d4-9f56-9bc52a650c85, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=4849fe24-979b-40d4-9f56-9bc52a650c85,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:17:23.733774 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:23.780344 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=4849fe24-979b-40d4-9f56-9bc52a650c85,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:23.786857 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:23.787202 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:23.787533 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:23.787858 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:23.788184 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:23.788507 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:23.788828 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:23.789190 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:23.789654 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:23.789971 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:23.790321 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:23.790623 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:17:24.196300 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['4849fe24-979b-40d4-9f56-9bc52a650c85'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:17:24.313349 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb3bb0-a23d-413c-938d-3c78c783d78e req-4e9401ac-d97d-4e9e-a4c6-11c73b798b1a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:24.314847 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c2cb3bb0-a23d-413c-938d-3c78c783d78e req-4e9401ac-d97d-4e9e-a4c6-11c73b798b1a tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 945 time: 0.0471759 May 25 23:17:24.355958 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c2cb3bb0-a23d-413c-938d-3c78c783d78e req-cc8b8887-50c6-4afa-9cdd-3bfcc4b3381b tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342464 May 25 23:17:25.470598 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589487f-3139-424d-9156-211454671947 req-26d0082d-2d92-4eca-9146-3903d4d195c7 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:25.472028 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9589487f-3139-424d-9156-211454671947 req-26d0082d-2d92-4eca-9146-3903d4d195c7 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 945 time: 0.0482798 May 25 23:17:25.508600 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9589487f-3139-424d-9156-211454671947 req-10a644fd-5279-4048-b269-34cbb72d4e27 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302014 May 25 23:17:25.514278 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 4849fe24-979b-40d4-9f56-9bc52a650c85 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:17:25.604676 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port 4849fe24-979b-40d4-9f56-9bc52a650c85 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:17:25.608372 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port 4849fe24-979b-40d4-9f56-9bc52a650c85 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:17:25.608736 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:25.683460 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port 4849fe24-979b-40d4-9f56-9bc52a650c85 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:17:25.683759 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:25.707788 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4849fe24-979b-40d4-9f56-9bc52a650c85'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:17:25.709963 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7f5891-e8b5-438f-a0b8-d7dd7df56318" -d '{"events": [{"server_uuid": "c997a41f-5354-4965-9308-f6d6824d12aa", "name": "network-vif-plugged", "status": "completed", "tag": "4849fe24-979b-40d4-9f56-9bc52a650c85"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:17:25.721842 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port 4849fe24-979b-40d4-9f56-9bc52a650c85, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=4849fe24-979b-40d4-9f56-9bc52a650c85,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:17:25.748459 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed9833d-1c2e-4ae1-878f-1e5bb5337bdf x-openstack-request-id: req-0ed9833d-1c2e-4ae1-878f-1e5bb5337bdf {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:17:25.748745 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c997a41f-5354-4965-9308-f6d6824d12aa", "name": "network-vif-plugged", "status": "completed", "tag": "4849fe24-979b-40d4-9f56-9bc52a650c85", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:17:25.748992 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ed9833d-1c2e-4ae1-878f-1e5bb5337bdf {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:17:25.749379 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed9833d-1c2e-4ae1-878f-1e5bb5337bdf'] response: {'server_uuid': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4849fe24-979b-40d4-9f56-9bc52a650c85', 'code': 200} May 25 23:17:25.779387 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:25.837223 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=4849fe24-979b-40d4-9f56-9bc52a650c85,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:17:25.899452 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:26.097517 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dadd4-9b00-4ed4-80fa-621a6923cda7 req-b0bb3816-ddda-4713-aae3-d908224dfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:26.098983 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e07dadd4-9b00-4ed4-80fa-621a6923cda7 req-b0bb3816-ddda-4713-aae3-d908224dfae8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 1099 time: 0.0392532 May 25 23:17:26.134780 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e07dadd4-9b00-4ed4-80fa-621a6923cda7 req-d54eeb3c-b1dc-43c7-be26-fc2d27ed959f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286543 May 25 23:17:26.772914 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ccaf6-d615-4410-9057-bede4145336c req-42df4b04-1f95-4e2a-b769-2fb25fca14f4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:26.774993 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-518ccaf6-d615-4410-9057-bede4145336c req-42df4b04-1f95-4e2a-b769-2fb25fca14f4 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 946 time: 0.0490162 May 25 23:17:26.815432 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-518ccaf6-d615-4410-9057-bede4145336c req-9fa7e5aa-3314-42b4-b535-0a53c6691974 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344384 May 25 23:17:27.931678 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf3ec-2da0-4088-8834-dce18d5f6197 req-082a3a97-53e7-4566-8e63-0f44d7feb50d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:27.933152 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5bbdf3ec-2da0-4088-8834-dce18d5f6197 req-082a3a97-53e7-4566-8e63-0f44d7feb50d tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 946 time: 0.0485771 May 25 23:17:27.970888 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5bbdf3ec-2da0-4088-8834-dce18d5f6197 req-24a24a22-6cf6-48fc-b55c-35596f8940de tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315928 May 25 23:17:29.083440 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4546c-6d11-4db5-ba0f-a272ad957c7f req-7dedac6d-a3c8-4150-96fa-38d4430906de tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:29.084887 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-98d4546c-6d11-4db5-ba0f-a272ad957c7f req-7dedac6d-a3c8-4150-96fa-38d4430906de tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 946 time: 0.0485029 May 25 23:17:29.123093 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-98d4546c-6d11-4db5-ba0f-a272ad957c7f req-3b85bb68-01ef-4216-8e02-49ef127822ea tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321848 May 25 23:17:29.230131 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165f73c-50bf-4c4d-9789-6eef83f90c2c req-8d3ef6a3-8959-44f8-93bb-7da564af2e37 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:29.231555 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0165f73c-50bf-4c4d-9789-6eef83f90c2c req-8d3ef6a3-8959-44f8-93bb-7da564af2e37 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 946 time: 0.0464420 May 25 23:17:29.239802 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 37906) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:17:29.244567 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-61779aa9-b0ee-4ffd-9eb2-45ea4e760d94 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Request body: {'floatingip': {'port_id': '4849fe24-979b-40d4-9f56-9bc52a650c85'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:17:29.284228 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61779aa9-b0ee-4ffd-9eb2-45ea4e760d94 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:29.707084 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61779aa9-b0ee-4ffd-9eb2-45ea4e760d94 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:29.759327 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61779aa9-b0ee-4ffd-9eb2-45ea4e760d94 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:29.855289 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [None req-61779aa9-b0ee-4ffd-9eb2-45ea4e760d94 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Floating IP 11132fdf-3826-4b68-8b96-146f0d410f3f associated. External IP: 172.27.1.39, port: 4849fe24-979b-40d4-9f56-9bc52a650c85. May 25 23:17:30.051710 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61779aa9-b0ee-4ffd-9eb2-45ea4e760d94 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Router 6351801a-e928-4a7e-b274-0693c99f07df has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:17:30.160780 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61779aa9-b0ee-4ffd-9eb2-45ea4e760d94 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:17:30.166587 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-61779aa9-b0ee-4ffd-9eb2-45ea4e760d94 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:30.172416 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3a2953-4fc8-4ae7-b5d1-96680c859f44 None None] Sync routers for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:17:30.182728 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3a2953-4fc8-4ae7-b5d1-96680c859f44 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:17:30.183394 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9f3a2953-4fc8-4ae7-b5d1-96680c859f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:17:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:17:30.192952 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-61779aa9-b0ee-4ffd-9eb2-45ea4e760d94 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "PUT /v2.0/floatingips/11132fdf-3826-4b68-8b96-146f0d410f3f HTTP/1.1" status: 200 len: 991 time: 0.9521499 May 25 23:17:30.193598 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'tag': '4849fe24-979b-40d4-9f56-9bc52a650c85'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:17:30.196238 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66521220-45c3-4417-876a-faeea47326bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c997a41f-5354-4965-9308-f6d6824d12aa", "tag": "4849fe24-979b-40d4-9f56-9bc52a650c85"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:17:30.231622 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91b8347-423f-4430-96d5-14aca4f65e85 x-openstack-request-id: req-a91b8347-423f-4430-96d5-14aca4f65e85 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:17:30.231928 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c997a41f-5354-4965-9308-f6d6824d12aa", "tag": "4849fe24-979b-40d4-9f56-9bc52a650c85", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:17:30.232164 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a91b8347-423f-4430-96d5-14aca4f65e85 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:17:30.232563 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91b8347-423f-4430-96d5-14aca4f65e85'] response: {'name': 'network-changed', 'server_uuid': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'tag': '4849fe24-979b-40d4-9f56-9bc52a650c85', 'status': 'completed', 'code': 200} May 25 23:17:30.287026 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-9f3a2953-4fc8-4ae7-b5d1-96680c859f44 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:17:30.323990 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66521220-45c3-4417-876a-faeea47326bb req-548c5011-9c38-4e40-97bc-72648e74b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:30.328233 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-66521220-45c3-4417-876a-faeea47326bb req-548c5011-9c38-4e40-97bc-72648e74b0ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 1099 time: 0.0430837 May 25 23:17:30.415719 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66521220-45c3-4417-876a-faeea47326bb req-0a03e267-f18e-46d8-a606-5538e9c6706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:30.417168 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-66521220-45c3-4417-876a-faeea47326bb req-0a03e267-f18e-46d8-a606-5538e9c6706b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 912 time: 0.0835855 May 25 23:17:30.504948 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9f3a2953-4fc8-4ae7-b5d1-96680c859f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '11132fdf-3826-4b68-8b96-146f0d410f3f', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'port_id': '4849fe24-979b-40d4-9f56-9bc52a650c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'mac_address': 'fa:16:3e:33:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:17:13Z', 'updated_at': '2022-05-25T23:17:29Z', 'revision_number': 1, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:17:30.536364 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3a2953-4fc8-4ae7-b5d1-96680c859f44 None None] Checking router: 6351801a-e928-4a7e-b274-0693c99f07df for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:17:30.545888 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3a2953-4fc8-4ae7-b5d1-96680c859f44 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:17:30.546559 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9f3a2953-4fc8-4ae7-b5d1-96680c859f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:17:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:17:30.745142 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-9f3a2953-4fc8-4ae7-b5d1-96680c859f44 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:17:30.757350 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-66521220-45c3-4417-876a-faeea47326bb req-447434e8-5a66-4935-9aa2-dba7d2977167 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4849fe24-979b-40d4-9f56-9bc52a650c85 HTTP/1.1" status: 200 len: 999 time: 0.3327246 May 25 23:17:30.808019 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66521220-45c3-4417-876a-faeea47326bb req-9d71fbbc-4a72-4024-8651-cc64ae4dd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:30.809355 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-66521220-45c3-4417-876a-faeea47326bb req-9d71fbbc-4a72-4024-8651-cc64ae4dd4c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0441461 May 25 23:17:30.853870 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66521220-45c3-4417-876a-faeea47326bb req-de9469b6-0875-4397-ab68-99cfdc3d3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:30.855355 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-66521220-45c3-4417-876a-faeea47326bb req-de9469b6-0875-4397-ab68-99cfdc3d3060 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390031 May 25 23:17:30.947390 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-66521220-45c3-4417-876a-faeea47326bb req-9c009c5f-7e68-413f-abb2-5375c1ccd90c service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839527 May 25 23:17:30.965709 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-9f3a2953-4fc8-4ae7-b5d1-96680c859f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '11132fdf-3826-4b68-8b96-146f0d410f3f', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'port_id': '4849fe24-979b-40d4-9f56-9bc52a650c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'mac_address': 'fa:16:3e:33:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:17:13Z', 'updated_at': '2022-05-25T23:17:29Z', 'revision_number': 1, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:17:30.996613 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3a2953-4fc8-4ae7-b5d1-96680c859f44 None None] The sync data for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi is: [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': '11132fdf-3826-4b68-8b96-146f0d410f3f', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'port_id': '4849fe24-979b-40d4-9f56-9bc52a650c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'mac_address': 'fa:16:3e:33:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:17:13Z', 'updated_at': '2022-05-25T23:17:29Z', 'revision_number': 1, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:17:31.038640 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-66521220-45c3-4417-876a-faeea47326bb req-d4f3e3e9-9ceb-4849-832b-ca219f431250 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842988 May 25 23:17:31.189731 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952b712-cfc0-47c6-8584-2a4467ad791a None None] New status for floating IP 11132fdf-3826-4b68-8b96-146f0d410f3f: ACTIVE {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:17:38.503990 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-b674451d-d697-463c-bfff-861f6f0f2e58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810578 May 25 23:17:38.617287 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-7186aa2e-2c91-4272-99b1-25fc91d42e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:38.618765 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-7186aa2e-2c91-4272-99b1-25fc91d42e30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 1099 time: 0.0436215 May 25 23:17:38.730369 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-01a7d429-00f1-4104-b5f4-f26214ad3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:38.731732 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-01a7d429-00f1-4104-b5f4-f26214ad3c4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 912 time: 0.0869765 May 25 23:17:38.807774 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-ed1742f8-a8e3-4f43-9188-6541a1f89547 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4849fe24-979b-40d4-9f56-9bc52a650c85 HTTP/1.1" status: 200 len: 1001 time: 0.0611253 May 25 23:17:38.856254 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-f34d7f6d-c4aa-4060-adc9-a411a35086fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:38.857627 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-f34d7f6d-c4aa-4060-adc9-a411a35086fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0422556 May 25 23:17:38.903472 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-5de48977-5564-4cfe-9cab-5087b66d2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:17:38.904913 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-5de48977-5564-4cfe-9cab-5087b66d2b3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397286 May 25 23:17:38.999907 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-d4ccae36-4d57-417c-bb04-31a536741fac service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854979 May 25 23:17:39.092878 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-623afbf8-a0e9-46fa-8762-7d4adabb674f req-e47428e3-967c-4487-bfa7-1240a934ac5d service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816903 May 25 23:17:40.833736 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:17:41.836285 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-74cd5085-6ac9-4eb7-a374-7fc340a20d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:44.198898 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4b9ebf2b-0f2e-4d31-bcfe-1bfeda0df765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:45.376207 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:46.650513 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:47.193236 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:55.933131 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:11.790406 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3a596512-f476-4e96-bd9a-70c8296b6a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:14.183969 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7af17971-566f-4f01-b581-5459e6ce7db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:15.332645 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:16.658290 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:17.206805 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:17.833253 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:18:25.889019 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:38.452873 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-adf05aac-70e4-44d7-8277-70845faac5ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389132 May 25 23:18:38.561445 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-08d1b491-3125-4826-a5fb-c04b0caa8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:18:38.562905 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-08d1b491-3125-4826-a5fb-c04b0caa8ebc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf77de4684264b45849e4e2db40876ae&device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 1099 time: 0.0443444 May 25 23:18:38.665884 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-a933bfd7-38a0-4123-981d-1250fc6fdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:18:38.667364 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-a933bfd7-38a0-4123-981d-1250fc6fdaa5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 200 len: 912 time: 0.0840738 May 25 23:18:38.738608 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-6c253cce-e152-4b84-bb8f-1141a7929405 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4849fe24-979b-40d4-9f56-9bc52a650c85 HTTP/1.1" status: 200 len: 1001 time: 0.0603445 May 25 23:18:38.789420 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-410f20cb-f33b-4062-8104-8f13e6d0846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:18:38.790811 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-410f20cb-f33b-4062-8104-8f13e6d0846e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 200 len: 850 time: 0.0419650 May 25 23:18:38.835642 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-2430acee-7d50-4752-be23-f5c95c99b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:18:38.837815 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-2430acee-7d50-4752-be23-f5c95c99b185 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391016 May 25 23:18:38.927990 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-f842e722-e999-4c9b-b4d4-24fff09b039c service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823057 May 25 23:18:39.017290 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd3d3e8f-aabb-468c-b4fa-8cc57d64a2b3 req-88f50d97-f5bb-4c13-aea1-91535647bb34 service neutron] 10.222.0.24 "GET /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806527 May 25 23:18:41.806695 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3155d253-0915-4fbe-88e4-4f2822dd3902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:44.226011 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-670ef6c3-20e1-4191-b796-f96e4264a76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:45.351296 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:46.648494 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:47.212680 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:54.831927 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:18:55.903047 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:11.802303 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f3f8f746-2847-4e77-ae4e-933b16c5c845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:14.184808 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-40818c6a-f003-4454-91d7-0cdafecc8f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:15.377569 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:16.636413 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:17.190587 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:25.928100 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:27.821898 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [req-5231dc01-abac-4a97-ba28-4b27209c39ce req-33dbaa52-af3e-4ec6-ab98-3e964501b657 service neutron] (114255) timed out ('10.222.0.24', 58943) {{(pid=114255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 25 23:19:29.023073 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d64f1-3f74-4674-bba9-af5ef922a649 req-b4825f59-334c-4133-b8b1-0ebc3ebecdbf tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:19:29.025163 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-480d64f1-3f74-4674-bba9-af5ef922a649 req-b4825f59-334c-4133-b8b1-0ebc3ebecdbf tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 946 time: 0.0494456 May 25 23:19:29.061160 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-480d64f1-3f74-4674-bba9-af5ef922a649 req-e46c344f-8f91-4899-9245-6e20ea1e69ad tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300782 May 25 23:19:30.182013 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3b8a0-89e8-46af-b15f-2ae55a203119 req-74e27f6a-74d9-4f54-99df-ef350d0800cc tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:19:30.183648 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-27f3b8a0-89e8-46af-b15f-2ae55a203119 req-74e27f6a-74d9-4f54-99df-ef350d0800cc tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 946 time: 0.0535738 May 25 23:19:30.221843 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-27f3b8a0-89e8-46af-b15f-2ae55a203119 req-48537b12-8e31-4b22-b616-4be9fcefc916 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324478 May 25 23:19:31.336295 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6bc1c-a67a-4be9-a55a-8702b6d1f8c9 req-47431d17-07c9-4576-ae79-cffa275b3edb tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:19:31.337879 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dac6bc1c-a67a-4be9-a55a-8702b6d1f8c9 req-47431d17-07c9-4576-ae79-cffa275b3edb tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 946 time: 0.0473609 May 25 23:19:31.376652 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dac6bc1c-a67a-4be9-a55a-8702b6d1f8c9 req-263417fb-3cc5-4132-be81-2cd15161751f tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups?id=130601a9-1513-4f85-9278-e83dfc101b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321319 May 25 23:19:31.585551 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98384-34fb-45b5-ae70-b27138750530 req-99e01513-834a-4808-8fbe-bd6ff3700b65 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:19:31.587582 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e6c98384-34fb-45b5-ae70-b27138750530 req-99e01513-834a-4808-8fbe-bd6ff3700b65 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.24 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 946 time: 0.0459733 May 25 23:19:31.678234 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Deleting port 4849fe24-979b-40d4-9f56-9bc52a650c85 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:19:31.678505 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:31.762944 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] For port 4849fe24-979b-40d4-9f56-9bc52a650c85, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=4849fe24-979b-40d4-9f56-9bc52a650c85,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:19:31.763304 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:31.830160 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:19:31.931210 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:31.931494 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:31.931812 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Floating IP 11132fdf-3826-4b68-8b96-146f0d410f3f disassociated. External IP: 172.27.1.39, port: 4849fe24-979b-40d4-9f56-9bc52a650c85. May 25 23:19:31.932150 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Calling delete_port for 4849fe24-979b-40d4-9f56-9bc52a650c85 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:19:32.104662 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:32.131293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event deleted for resources: {'Port': ['ID=4849fe24-979b-40d4-9f56-9bc52a650c85,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:32.143780 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.144129 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.144469 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.144835 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.145123 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.145450 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.145776 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.146102 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.146453 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.146777 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.147099 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.147418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:32.256746 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Router 6351801a-e928-4a7e-b274-0693c99f07df has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:19:32.365279 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:19:32.375225 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4b4840-4816-4e89-af50-b2e44748df50 None None] Sync routers for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:19:32.386701 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b4840-4816-4e89-af50-b2e44748df50 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:19:32.387393 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-dc4b4840-4816-4e89-af50-b2e44748df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:19:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:32.407993 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] No DVR routers for this DVR port 4849fe24-979b-40d4-9f56-9bc52a650c85 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:19:32.410645 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:32.414826 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e6c98384-34fb-45b5-ae70-b27138750530 req-c7dab2de-9f51-4e8a-9bdd-95aa4a42b549 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.24 "DELETE /v2.0/ports/4849fe24-979b-40d4-9f56-9bc52a650c85 HTTP/1.1" status: 204 len: 173 time: 0.8191121 May 25 23:19:32.415502 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'name': 'network-vif-deleted', 'tag': '4849fe24-979b-40d4-9f56-9bc52a650c85'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:19:32.420388 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d755dfd-dfc7-4061-88fe-e72fee13aa61" -d '{"events": [{"server_uuid": "c997a41f-5354-4965-9308-f6d6824d12aa", "name": "network-vif-deleted", "tag": "4849fe24-979b-40d4-9f56-9bc52a650c85"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:19:32.458680 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff32c77-28d3-4fcf-a7be-b1973bedbe64 x-openstack-request-id: req-4ff32c77-28d3-4fcf-a7be-b1973bedbe64 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:19:32.458962 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c997a41f-5354-4965-9308-f6d6824d12aa", "name": "network-vif-deleted", "tag": "4849fe24-979b-40d4-9f56-9bc52a650c85", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:19:32.459215 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ff32c77-28d3-4fcf-a7be-b1973bedbe64 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:19:32.459614 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff32c77-28d3-4fcf-a7be-b1973bedbe64'] response: {'server_uuid': 'c997a41f-5354-4965-9308-f6d6824d12aa', 'name': 'network-vif-deleted', 'tag': '4849fe24-979b-40d4-9f56-9bc52a650c85', 'status': 'completed', 'code': 200} May 25 23:19:32.488622 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6c7fc772-759f-4040-81f9-7f90c5fec1cc req-80fb0e8e-08c0-4ea7-8d62-a9af220812d0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/ports?device_id=c997a41f-5354-4965-9308-f6d6824d12aa HTTP/1.1" status: 200 len: 210 time: 0.0328193 May 25 23:19:32.498634 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-dc4b4840-4816-4e89-af50-b2e44748df50 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:19:32.705592 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-dc4b4840-4816-4e89-af50-b2e44748df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:32.732004 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4b4840-4816-4e89-af50-b2e44748df50 None None] Checking router: 6351801a-e928-4a7e-b274-0693c99f07df for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:19:32.740127 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b4840-4816-4e89-af50-b2e44748df50 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:19:32.740708 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-dc4b4840-4816-4e89-af50-b2e44748df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:19:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:32.843144 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-dc4b4840-4816-4e89-af50-b2e44748df50 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:19:33.037889 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-dc4b4840-4816-4e89-af50-b2e44748df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:33.064470 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4b4840-4816-4e89-af50-b2e44748df50 None None] The sync data for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi is: [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:27Z', 'revision_number': 4, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '675f7aa3-0b35-4f12-861a-ae96f3926ecd', 'name': '', 'network_id': 'e714ba98-b9af-40fe-9dd4-324d2ab5ce9c', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'mac_address': 'fa:16:3e:fd:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:26Z', 'updated_at': '2022-05-25T23:10:31Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'subnets': [{'id': '9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:19:33.282621 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd4b30-575a-4360-ae69-0a7e6a69e778 None None] New status for floating IP 11132fdf-3826-4b68-8b96-146f0d410f3f: DOWN {{(pid=114257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:19:33.630617 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38098) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:33.684128 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-3ffb762e-fc74-4c38-9777-352a9d8d1c5e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:33.706706 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-3ffb762e-fc74-4c38-9777-352a9d8d1c5e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:33.801428 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-3ffb762e-fc74-4c38-9777-352a9d8d1c5e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:33.804051 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-3ffb762e-fc74-4c38-9777-352a9d8d1c5e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:33.805732 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-3ffb762e-fc74-4c38-9777-352a9d8d1c5e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "DELETE /v2.0/security-groups/130601a9-1513-4f85-9278-e83dfc101b25 HTTP/1.1" status: 204 len: 168 time: 0.1741452 May 25 23:19:33.808518 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38100) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:33.815108 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb762e-fc74-4c38-9777-352a9d8d1c5e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130601a9-1513-4f85-9278-e83dfc101b25,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:33.823194 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.api.v2.resource [None req-90a29456-dae5-4992-93d2-fd10697ff10e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] show failed (client error): The resource could not be found. May 25 23:19:33.824214 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-90a29456-dae5-4992-93d2-fd10697ff10e tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "GET /v2.0/security-groups/130601a9-1513-4f85-9278-e83dfc101b25 HTTP/1.1" status: 404 len: 347 time: 0.0146906 May 25 23:19:33.827000 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38104) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:33.944960 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Deleting port 4c3aa5db-ee5b-475b-91f2-3f13d02efc6b {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:19:33.945879 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:34.022102 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:34.022419 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:34.033518 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Calling delete_port for 4c3aa5db-ee5b-475b-91f2-3f13d02efc6b owned by network:floatingip {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:19:34.216686 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:34.243669 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Pushing event deleted for resources: {'Port': ['ID=4c3aa5db-ee5b-475b-91f2-3f13d02efc6b,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:34.266890 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.267235 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.267570 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.267899 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.268227 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.268553 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.268874 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.269195 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.269514 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.269831 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.270148 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.270492 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:34.309334 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks [] for floatingip, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:34.311836 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:34.312998 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-4dd31b0e-58dc-4b0c-bf69-3a20b3d87ea0 tempest-AttachVolumeTestJSON-695463003 tempest-AttachVolumeTestJSON-695463003-project] 10.222.0.48 "DELETE /v2.0/floatingips/11132fdf-3826-4b68-8b96-146f0d410f3f HTTP/1.1" status: 204 len: 168 time: 0.4851222 May 25 23:19:36.222808 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 4849fe24-979b-40d4-9f56-9bc52a650c85 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:19:36.242177 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: 4849fe24-979b-40d4-9f56-9bc52a650c85 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:19:36.243073 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device 4849fe24-979b-40d4-9f56-9bc52a650c85 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:19:38.223913 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38132) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:38.701360 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595191'] for router_interface, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:38.931091 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] Deleting port 675f7aa3-0b35-4f12-861a-ae96f3926ecd {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:19:38.931579 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:39.005004 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] For port 675f7aa3-0b35-4f12-861a-ae96f3926ecd, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=675f7aa3-0b35-4f12-861a-ae96f3926ecd,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:19:39.005268 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:39.016361 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] Calling delete_port for 675f7aa3-0b35-4f12-861a-ae96f3926ecd owned by network:router_interface {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:19:39.256762 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:39.285577 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] Pushing event deleted for resources: {'Port': ['ID=675f7aa3-0b35-4f12-861a-ae96f3926ecd,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:39.447506 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33028488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595463'] for router_interface, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:39.651030 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] Router 6351801a-e928-4a7e-b274-0693c99f07df has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:19:39.751317 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:19:39.756420 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-dcdc9cf6-23a9-41b5-93bf-ca611eecb252 admin admin] 10.222.0.48 "PUT /v2.0/routers/6351801a-e928-4a7e-b274-0693c99f07df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5314903 May 25 23:19:39.759466 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38136) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:39.760896 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42873c-a62b-4e80-ba09-7851af26e6d0 None None] Sync routers for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:19:39.770143 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42873c-a62b-4e80-ba09-7851af26e6d0 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:19:39.770800 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fe42873c-a62b-4e80-ba09-7851af26e6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:19:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:39.862032 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:39.960556 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-fe42873c-a62b-4e80-ba09-7851af26e6d0 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:19:39.963304 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:40.093956 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Deleting port a6dec3f9-4593-4cc2-b38b-6b1308162d87 {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:19:40.094355 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:40.143670 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fe42873c-a62b-4e80-ba09-7851af26e6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:19:39Z', 'revision_number': 5, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port': {'id': 'a6dec3f9-4593-4cc2-b38b-6b1308162d87', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6351801a-e928-4a7e-b274-0693c99f07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:40.172815 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] For port a6dec3f9-4593-4cc2-b38b-6b1308162d87, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=a6dec3f9-4593-4cc2-b38b-6b1308162d87,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:19:40.173218 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:40.174932 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42873c-a62b-4e80-ba09-7851af26e6d0 None None] Checking router: 6351801a-e928-4a7e-b274-0693c99f07df for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:19:40.183981 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42873c-a62b-4e80-ba09-7851af26e6d0 None None] Routers {'6351801a-e928-4a7e-b274-0693c99f07df'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:19:40.184585 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fe42873c-a62b-4e80-ba09-7851af26e6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:19:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['6351801a-e928-4a7e-b274-0693c99f07df'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:40.186088 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Calling delete_port for a6dec3f9-4593-4cc2-b38b-6b1308162d87 owned by network:router_gateway {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:19:40.271415 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-fe42873c-a62b-4e80-ba09-7851af26e6d0 None None] Set router 6351801a-e928-4a7e-b274-0693c99f07df gateway port host: None {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:19:40.324992 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-fe42873c-a62b-4e80-ba09-7851af26e6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:19:39Z', 'revision_number': 6, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port_host': None}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:40.355415 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42873c-a62b-4e80-ba09-7851af26e6d0 None None] The sync data for ids ['6351801a-e928-4a7e-b274-0693c99f07df'] in dv-cinder-843209-1-iscsi is: [{'id': '6351801a-e928-4a7e-b274-0693c99f07df', 'name': 'tempest-AttachVolumeTestJSON-1551730003-router', 'tenant_id': 'cf77de4684264b45849e4e2db40876ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:10:24Z', 'updated_at': '2022-05-25T23:19:39Z', 'revision_number': 6, 'project_id': 'cf77de4684264b45849e4e2db40876ae', 'gw_port_host': None}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:19:40.601745 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:40.630267 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dec3f9-4593-4cc2-b38b-6b1308162d87,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:40.692111 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601257'] for router_gateway, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:40.779362 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12852'] for router, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:40.781404 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:40.885611 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596379'] for router, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:40.886061 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6351801a-e928-4a7e-b274-0693c99f07df {{(pid=114255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:19:40.890080 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] Notify callbacks [] for router, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:40.891329 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f303707d-9fa1-4cb6-96a8-a0bd9d6fc8e2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6351801a-e928-4a7e-b274-0693c99f07df HTTP/1.1" status: 204 len: 168 time: 1.1309173 May 25 23:19:40.893678 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38138) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:40.939907 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70cfcea-094d-43d9-8054-8cb6b408e0e6 admin admin] Deleting subnet 9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 {{(pid=114255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:19:40.942953 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e70cfcea-094d-43d9-8054-8cb6b408e0e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:40.976079 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e70cfcea-094d-43d9-8054-8cb6b408e0e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1197435'] for subnet, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.049147 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e70cfcea-094d-43d9-8054-8cb6b408e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.200092 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e70cfcea-094d-43d9-8054-8cb6b408e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3746125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432323'] for subnet, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.224481 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cfcea-094d-43d9-8054-8cb6b408e0e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:41.231648 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e70cfcea-094d-43d9-8054-8cb6b408e0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.235966 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e70cfcea-094d-43d9-8054-8cb6b408e0e6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9a82c2a7-fe3c-47cf-a4f3-6410e1c70a82 HTTP/1.1" status: 204 len: 168 time: 0.3402545 May 25 23:19:41.237341 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38140) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:41.238783 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f51b9-952f-4e4d-bc8e-d46784f49ecf None None] Network e714ba98-b9af-40fe-9dd4-324d2ab5ce9c requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:19:41.309442 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.364815 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Deleting port 28322a99-b967-4546-abe9-0692536b374a {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:19:41.365236 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.434160 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] For port 28322a99-b967-4546-abe9-0692536b374a, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=28322a99-b967-4546-abe9-0692536b374a,segment=NetworkSegment(83d8692d-f494-4276-9e1a-9df3dae2bb75),segment_id=83d8692d-f494-4276-9e1a-9df3dae2bb75)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:19:41.434563 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.448086 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Calling delete_port for 28322a99-b967-4546-abe9-0692536b374a owned by network:dhcp {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:19:41.545522 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de565174-1321-45c0-9227-9a756e1af324 None None] DHCP port deletion for e714ba98-b9af-40fe-9dd4-324d2ab5ce9c request from dv-cinder-843209-1-iscsi {{(pid=114257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 23:19:41.584768 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.595329 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Deleting port 28322a99-b967-4546-abe9-0692536b374a {{(pid=114257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:19:41.595698 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.611409 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Pushing event deleted for resources: {'Port': ['ID=28322a99-b967-4546-abe9-0692536b374a,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:41.616213 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] No DVR routers for this DVR port 28322a99-b967-4546-abe9-0692536b374a on host dv-cinder-843209-1-iscsi {{(pid=114255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:19:41.656410 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-de565174-1321-45c0-9227-9a756e1af324 None None] For port 28322a99-b967-4546-abe9-0692536b374a, host dv-cinder-843209-1-iscsi, got binding levels [] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:19:41.657190 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.668584 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Calling delete_port for 28322a99-b967-4546-abe9-0692536b374a owned by network:dhcp {{(pid=114257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:19:41.671252 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.ipam_backend_mixin [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Port 28322a99-b967-4546-abe9-0692536b374a was not found and therefore no delete operation was performed {{(pid=114257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 25 23:19:41.672454 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.684628 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.698010 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Pushing event deleted for resources: {'Port': ['ID=28322a99-b967-4546-abe9-0692536b374a,revision_number=None']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:41.700243 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de565174-1321-45c0-9227-9a756e1af324 None None] No DVR routers for this DVR port 28322a99-b967-4546-abe9-0692536b374a on host dv-cinder-843209-1-iscsi {{(pid=114257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:19:41.705103 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e714ba98-b9af-40fe-9dd4-324d2ab5ce9c']}} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:41.707712 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.708065 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.708402 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.708735 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.709066 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.709409 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.709726 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.710044 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.710390 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.710712 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.711032 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.711348 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de565174-1321-45c0-9227-9a756e1af324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:41.716890 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d8692d-f494-4276-9e1a-9df3dae2bb75') {'for_net_delete': True} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:41.717466 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d8692d-f494-4276-9e1a-9df3dae2bb75') {} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:41.728088 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1197426'] for segment, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.740794 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.746846 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=114255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:19:41.747221 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744495'] for segment, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.817026 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-13e8d546-7ae7-4086-bb10-dd9349afc0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.873972 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.879634 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:41.885917 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e714ba98-b9af-40fe-9dd4-324d2ab5ce9c HTTP/1.1" status: 204 len: 168 time: 0.6476066 May 25 23:19:41.890133 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment 83d8692d-f494-4276-9e1a-9df3dae2bb75 resource provider aggregate not found May 25 23:19:41.902070 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e739c58-5e48-4077-8849-603bc452e555 admin admin] Pushing event deleted for resources: {'Network': ['ID=e714ba98-b9af-40fe-9dd4-324d2ab5ce9c,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:41.904773 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment 83d8692d-f494-4276-9e1a-9df3dae2bb75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83d8692d-f494-4276-9e1a-9df3dae2bb75 found for delete ", "request_id": "req-718b625b-3577-42c2-9b1e-4225a0b4cc5f"}]} May 25 23:19:42.118503 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 28322a99-b967-4546-abe9-0692536b374a no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:19:42.141313 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 28322a99-b967-4546-abe9-0692536b374a {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:19:42.141648 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 28322a99-b967-4546-abe9-0692536b374a not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:19:42.142050 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 675f7aa3-0b35-4f12-861a-ae96f3926ecd no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:19:42.160832 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 675f7aa3-0b35-4f12-861a-ae96f3926ecd {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:19:42.161166 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 675f7aa3-0b35-4f12-861a-ae96f3926ecd not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:19:42.161555 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device a6dec3f9-4593-4cc2-b38b-6b1308162d87 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:19:42.180026 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: a6dec3f9-4593-4cc2-b38b-6b1308162d87 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:19:42.180396 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device a6dec3f9-4593-4cc2-b38b-6b1308162d87 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:19:42.207993 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38150) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:42.246881 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-c86499ac-e41c-42f6-93ee-d49094d53b55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf77de4684264b45849e4e2db40876ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377660 May 25 23:19:42.249408 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38152) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:42.298018 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-730249d6-0779-49f1-8c2e-2fdaf24e3f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:42.321343 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-730249d6-0779-49f1-8c2e-2fdaf24e3f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:42.407185 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-730249d6-0779-49f1-8c2e-2fdaf24e3f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:42.409666 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-730249d6-0779-49f1-8c2e-2fdaf24e3f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:42.410823 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-730249d6-0779-49f1-8c2e-2fdaf24e3f54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4cea4ce-a9ee-41f2-ac85-c68a236ffefd HTTP/1.1" status: 204 len: 168 time: 0.1604440 May 25 23:19:42.418843 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730249d6-0779-49f1-8c2e-2fdaf24e3f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cea4ce-a9ee-41f2-ac85-c68a236ffefd,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:44.205765 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d8307d84-8176-4a1e-b417-cfed76783190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:45.355620 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:45.580261 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38222) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:45.683478 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b42d1cd6-eb7b-4e78-a8bc-82cccfaa4b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:45.755072 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b42d1cd6-eb7b-4e78-a8bc-82cccfaa4b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:45.822397 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-b42d1cd6-eb7b-4e78-a8bc-82cccfaa4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:45.860142 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-b42d1cd6-eb7b-4e78-a8bc-82cccfaa4b2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84d7eb9aafe1416099ec50dfc211c01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788091 May 25 23:19:45.861001 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d1cd6-eb7b-4e78-a8bc-82cccfaa4b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f35159d-1a5a-4c36-aba5-bbb645f365fe,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:45.862778 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38226) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:45.911906 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-efe9d96e-ac91-4f23-896e-7bc8c9df19ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:45.933255 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-efe9d96e-ac91-4f23-896e-7bc8c9df19ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:46.052856 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-efe9d96e-ac91-4f23-896e-7bc8c9df19ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:46.056185 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-efe9d96e-ac91-4f23-896e-7bc8c9df19ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:46.057320 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-efe9d96e-ac91-4f23-896e-7bc8c9df19ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f35159d-1a5a-4c36-aba5-bbb645f365fe HTTP/1.1" status: 204 len: 168 time: 0.1934843 May 25 23:19:46.065273 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9d96e-ac91-4f23-896e-7bc8c9df19ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f35159d-1a5a-4c36-aba5-bbb645f365fe,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:46.656557 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38232) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:46.667974 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:46.669905 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-33b4d149-6239-435c-be97-ed4f261b19ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:46.744715 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-33b4d149-6239-435c-be97-ed4f261b19ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:46.841492 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-33b4d149-6239-435c-be97-ed4f261b19ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:46.878827 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-33b4d149-6239-435c-be97-ed4f261b19ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=337a10bb947841acbb57662995b67d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212172 May 25 23:19:46.879670 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4d149-6239-435c-be97-ed4f261b19ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae94157-384a-4f6a-826f-3d6a8166427c,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:46.881475 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38234) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:19:46.932891 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b2d8-fe7e-4798-bc3b-e02246fb1a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:46.953733 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b2d8-fe7e-4798-bc3b-e02246fb1a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:47.067620 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b2d8-fe7e-4798-bc3b-e02246fb1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:47.070134 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b2d8-fe7e-4798-bc3b-e02246fb1a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:47.071927 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-3ff1b2d8-fe7e-4798-bc3b-e02246fb1a01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ae94157-384a-4f6a-826f-3d6a8166427c HTTP/1.1" status: 204 len: 168 time: 0.1888402 May 25 23:19:47.080220 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1b2d8-fe7e-4798-bc3b-e02246fb1a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae94157-384a-4f6a-826f-3d6a8166427c,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:47.178411 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:55.943894 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:08.829214 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:20:11.044718 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38474) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:11.148611 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-0c32500a-e46e-49e7-8061-a94ac056179a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:11.221476 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-0c32500a-e46e-49e7-8061-a94ac056179a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:11.263558 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-0c32500a-e46e-49e7-8061-a94ac056179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:11.298713 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32500a-e46e-49e7-8061-a94ac056179a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10485f45-ba60-442b-9ff4-8b8daec00399,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:11.303583 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-0c32500a-e46e-49e7-8061-a94ac056179a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=236f2b8445724dbfa8172be27c8812d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572405 May 25 23:20:11.306649 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38478) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:11.353670 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8855b8c8-4faf-40b4-aa5d-89be5ec2ae97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:11.374916 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8855b8c8-4faf-40b4-aa5d-89be5ec2ae97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:11.463706 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8855b8c8-4faf-40b4-aa5d-89be5ec2ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:11.466158 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-8855b8c8-4faf-40b4-aa5d-89be5ec2ae97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:11.467318 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-8855b8c8-4faf-40b4-aa5d-89be5ec2ae97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10485f45-ba60-442b-9ff4-8b8daec00399 HTTP/1.1" status: 204 len: 168 time: 0.1602578 May 25 23:20:11.474785 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855b8c8-4faf-40b4-aa5d-89be5ec2ae97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10485f45-ba60-442b-9ff4-8b8daec00399,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:11.788332 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-dadd9f9d-de11-45d1-bc81-10c47389922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:12.091685 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38484) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:12.105215 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1000e7a6-ab9e-405d-b108-c9af6322969e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:12.184257 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1000e7a6-ab9e-405d-b108-c9af6322969e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:12.244960 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1000e7a6-ab9e-405d-b108-c9af6322969e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:12.283997 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-1000e7a6-ab9e-405d-b108-c9af6322969e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=861776988cbe41f7a2e0ad96195e851f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912525 May 25 23:20:12.284944 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000e7a6-ab9e-405d-b108-c9af6322969e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b1e92c-aa95-408e-985a-86cb585696c2,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:12.286662 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38486) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:12.338735 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8b9bfe3b-17cb-4c0f-8406-1cf4fb4d6799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:12.356227 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8b9bfe3b-17cb-4c0f-8406-1cf4fb4d6799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:12.486634 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8b9bfe3b-17cb-4c0f-8406-1cf4fb4d6799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:12.489135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-8b9bfe3b-17cb-4c0f-8406-1cf4fb4d6799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:12.490262 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-8b9bfe3b-17cb-4c0f-8406-1cf4fb4d6799 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68b1e92c-aa95-408e-985a-86cb585696c2 HTTP/1.1" status: 204 len: 168 time: 0.2026436 May 25 23:20:12.498558 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bfe3b-17cb-4c0f-8406-1cf4fb4d6799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b1e92c-aa95-408e-985a-86cb585696c2,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:14.195117 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f4431cc7-117b-4ee2-94ee-adb8e8ee681f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:14.928108 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38532) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:15.028990 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f92e35e7-0a17-4c87-a510-c1c3a6446dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:15.100110 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f92e35e7-0a17-4c87-a510-c1c3a6446dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:15.181945 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-f92e35e7-0a17-4c87-a510-c1c3a6446dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:15.221293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e35e7-0a17-4c87-a510-c1c3a6446dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a6e536-b76d-49bc-9e29-275e816461e5,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:15.225329 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-f92e35e7-0a17-4c87-a510-c1c3a6446dde admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e6568ffd72b42ec8fedaa9d6f39f22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962244 May 25 23:20:15.227977 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38536) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:15.275380 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-062974e3-6165-4b68-bd12-72083c2328b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:15.296724 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-062974e3-6165-4b68-bd12-72083c2328b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:15.349550 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:15.389398 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-062974e3-6165-4b68-bd12-72083c2328b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:15.391959 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-062974e3-6165-4b68-bd12-72083c2328b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:15.393064 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-062974e3-6165-4b68-bd12-72083c2328b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92a6e536-b76d-49bc-9e29-275e816461e5 HTTP/1.1" status: 204 len: 168 time: 0.1641898 May 25 23:20:15.400943 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062974e3-6165-4b68-bd12-72083c2328b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a6e536-b76d-49bc-9e29-275e816461e5,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:15.948758 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38542) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:15.962047 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-06993590-b176-4018-be06-67cb201b89ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:16.034724 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-06993590-b176-4018-be06-67cb201b89ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:16.103686 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-06993590-b176-4018-be06-67cb201b89ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:16.149057 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-06993590-b176-4018-be06-67cb201b89ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cce223ead854b208a94ca6457440e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990423 May 25 23:20:16.149956 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06993590-b176-4018-be06-67cb201b89ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a22fe9a-6a13-4027-b0be-567fe9098cb2,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:16.151734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38544) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:16.200304 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-65dc6c60-1648-4db9-b997-85df6ee1d1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:16.220833 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-65dc6c60-1648-4db9-b997-85df6ee1d1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:16.337964 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-65dc6c60-1648-4db9-b997-85df6ee1d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:16.341175 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-65dc6c60-1648-4db9-b997-85df6ee1d1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:16.342329 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-65dc6c60-1648-4db9-b997-85df6ee1d1dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a22fe9a-6a13-4027-b0be-567fe9098cb2 HTTP/1.1" status: 204 len: 168 time: 0.1889179 May 25 23:20:16.350327 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc6c60-1648-4db9-b997-85df6ee1d1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a22fe9a-6a13-4027-b0be-567fe9098cb2,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:16.647084 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:17.262141 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:25.925967 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:33.440928 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38658) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:33.544431 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:33.618084 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:33.695393 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:33.733804 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1037014ac0124fbaa5492a9440007673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918370 May 25 23:20:33.734939 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6e11d4-95b4-4387-9cb2-8e84a05b3081,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:33.736524 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38662) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:33.741910 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.742255 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.742689 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.742947 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.743270 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.743590 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.743910 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.744231 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.744547 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.744863 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.745525 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.745901 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d455a91-ea7e-4955-826a-d226f189abe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:33.789102 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-08fec70f-12d3-42b1-8cd1-796d77f3373a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:33.809561 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-08fec70f-12d3-42b1-8cd1-796d77f3373a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:33.914551 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-08fec70f-12d3-42b1-8cd1-796d77f3373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:33.917040 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-08fec70f-12d3-42b1-8cd1-796d77f3373a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:33.921438 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-08fec70f-12d3-42b1-8cd1-796d77f3373a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb6e11d4-95b4-4387-9cb2-8e84a05b3081 HTTP/1.1" status: 204 len: 168 time: 0.1839471 May 25 23:20:33.929306 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fec70f-12d3-42b1-8cd1-796d77f3373a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6e11d4-95b4-4387-9cb2-8e84a05b3081,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:34.479779 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38668) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:34.493248 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:34.566310 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:34.634602 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:34.672984 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45ce6832b78e407fbb19c25b7c352d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921723 May 25 23:20:34.673815 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c8ad2a-118d-432b-8393-c006094fdbae,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:34.675744 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38670) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:34.680728 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.681067 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.681956 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.682305 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.682644 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.682964 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.683286 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.683605 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.683919 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.684233 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.685231 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.685545 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27f3ff-d9be-47b9-a6a0-3d61a31066b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:34.728452 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-14a26805-73c8-4420-aea9-ee1ebfa76b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:34.753002 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-14a26805-73c8-4420-aea9-ee1ebfa76b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:34.863436 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-14a26805-73c8-4420-aea9-ee1ebfa76b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:34.865960 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-14a26805-73c8-4420-aea9-ee1ebfa76b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:34.867140 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-14a26805-73c8-4420-aea9-ee1ebfa76b4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36c8ad2a-118d-432b-8393-c006094fdbae HTTP/1.1" status: 204 len: 168 time: 0.1904287 May 25 23:20:34.876204 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a26805-73c8-4420-aea9-ee1ebfa76b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c8ad2a-118d-432b-8393-c006094fdbae,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:36.438532 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38700) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:36.539583 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-371abff1-0587-44b5-9016-d4aacc0c86a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:36.611072 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-371abff1-0587-44b5-9016-d4aacc0c86a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:36.680129 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-371abff1-0587-44b5-9016-d4aacc0c86a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:36.719924 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-371abff1-0587-44b5-9016-d4aacc0c86a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26893b92c1bb409392a5429c0b8e7144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803576 May 25 23:20:36.720732 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371abff1-0587-44b5-9016-d4aacc0c86a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5726e7-54ab-428d-b600-26076aea8470,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:36.722690 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38704) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:36.771364 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-85b39e35-ffdd-46ba-b593-e3656b29ca14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:36.791902 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-85b39e35-ffdd-46ba-b593-e3656b29ca14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:36.890127 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-85b39e35-ffdd-46ba-b593-e3656b29ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:36.892669 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-85b39e35-ffdd-46ba-b593-e3656b29ca14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:36.893817 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-85b39e35-ffdd-46ba-b593-e3656b29ca14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd5726e7-54ab-428d-b600-26076aea8470 HTTP/1.1" status: 204 len: 168 time: 0.1701100 May 25 23:20:36.901424 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b39e35-ffdd-46ba-b593-e3656b29ca14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5726e7-54ab-428d-b600-26076aea8470,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:37.798786 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38726) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:37.891132 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-61086964-network', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:20:37.998588 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Made reservation on behalf of e57879181cf1420da1d82c0a32b0dd43 for: {'network': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:20:38.000824 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:38.009401 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:38.081975 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:38.160311 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:38.184054 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=114256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:20:38.193980 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d371ceda-6a14-4b5a-9a34-917f68b0c2bc,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:38.198544 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:38.198917 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.segments_db [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Added segment e1220943-ff73-44ef-a910-ab7b020b050c of type vlan for network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc May 25 23:20:38.237312 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:38.307168 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:38.308129 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:20:38.308697 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:38.368230 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:38.378688 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 23:20:38.408926 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-ab1dcc03-d891-48c0-a521-7945ac38e5a6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6090438 May 25 23:20:38.411754 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38730) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:38.416450 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] Request body: {'subnet': {'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-61086964-subnet', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'ip_version': 4}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:20:38.486011 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] Made reservation on behalf of e57879181cf1420da1d82c0a32b0dd43 for: {'subnet': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:20:38.488328 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9599056'] for subnet, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:38.718640 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9365228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9599046'] for subnet, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:38.771355 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca343b94-5559-4ca0-93e0-76ac3624168c,revision_number=0']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:38.781905 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] Checking segment: {'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:20:38.782254 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] Network hostable DHCP agents. Network: 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:20:38.866747 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] Network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:20:38.952506 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc) {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:20:38.956644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:20:38.957218 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:38.962528 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308207ab-ecb9-49e8-9c05-81ae05359436 None None] Network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:20:39.047460 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-654e755d-3518-4da7-822d-45410c0c92c6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6346405 May 25 23:20:39.053909 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38732) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:39.054511 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:20:39.111530 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 23:20:39.111530 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.130161 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12838'] for router, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.131224 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12863'] for router, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.182237 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.242052 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Allocated IP 172.20.0.2 (9249fb0b-8822-43a6-ad2e-f6a50e7b99dc/ca343b94-5559-4ca0-93e0-76ac3624168c/54f644d1-a691-4677-ae67-e90b2c367036) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:20:39.382636 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.389735 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.455973 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.493218 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:20:39.496197 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:20:39.499382 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:20:39.510414 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Pushing event updated for resources: {'Port': ['ID=54f644d1-a691-4677-ae67-e90b2c367036,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:39.564148 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Attempting to bind port 54f644d1-a691-4677-ae67-e90b2c367036 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:20:39.564507 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Attempting to bind port 54f644d1-a691-4677-ae67-e90b2c367036 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:20:39.564862 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Attempting to bind port 54f644d1-a691-4677-ae67-e90b2c367036 on network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:20:39.569756 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:20:39.570206 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Checking segment: {'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:20:39.570637 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.571021 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Bound using segment: {'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:20:39.571473 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Bound port: 54f644d1-a691-4677-ae67-e90b2c367036, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:20:39.571845 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.631901 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] For port 54f644d1-a691-4677-ae67-e90b2c367036, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:20:39.634884 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] For port 54f644d1-a691-4677-ae67-e90b2c367036, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=54f644d1-a691-4677-ae67-e90b2c367036,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:20:39.655738 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.674488 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.707841 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.769234 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa1d70-e9aa-4e03-9983-eb47e80febbb None None] Pushing event updated for resources: {'Port': ['ID=54f644d1-a691-4677-ae67-e90b2c367036,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:39.781768 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Allocated IP 172.27.1.140 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/2b289842-b117-44e6-8186-8ff7c6be5626) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:20:39.888492 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:39.989086 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:40.029838 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:20:40.032686 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:20:40.036202 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:20:40.043822 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Pushing event updated for resources: {'Port': ['ID=2b289842-b117-44e6-8186-8ff7c6be5626,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:40.174583 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 54f644d1-a691-4677-ae67-e90b2c367036 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:20:40.226018 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 54f644d1-a691-4677-ae67-e90b2c367036 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:40.226455 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:40.303953 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 54f644d1-a691-4677-ae67-e90b2c367036 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:40.304330 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:40.336546 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 54f644d1-a691-4677-ae67-e90b2c367036, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=54f644d1-a691-4677-ae67-e90b2c367036,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:20:40.357749 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:40.423112 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:40.476340 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=54f644d1-a691-4677-ae67-e90b2c367036,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:40.560569 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165'] for router, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:40.636038 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37449a4d-4d1f-40ac-a9ec-b2f0967d1ff8 None None] Network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:20:40.695191 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-096222ff-2185-4bf4-b849-a8e99314342b None None] Provisioning complete for port 54f644d1-a691-4677-ae67-e90b2c367036 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:40.695464 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-096222ff-2185-4bf4-b849-a8e99314342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:40.788508 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f is scheduled to L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e with binding_index 1 {{(pid=114256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:20:40.842279 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-096222ff-2185-4bf4-b849-a8e99314342b None None] Current status of the port 54f644d1-a691-4677-ae67-e90b2c367036 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:41.064072 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-ed8a3a32-97f3-48d9-9166-8dbcee3a6295 None None] Provisioning complete for port 54f644d1-a691-4677-ae67-e90b2c367036 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:41.064539 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-ed8a3a32-97f3-48d9-9166-8dbcee3a6295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:41.146939 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-ed8a3a32-97f3-48d9-9166-8dbcee3a6295 None None] Current status of the port 54f644d1-a691-4677-ae67-e90b2c367036 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:41.167914 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:20:41.176683 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Sync routers for ids ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:20:41.187170 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Routers {'9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:20:41.187940 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:20:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:41.242443 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:41.246465 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-9d4066e5-b409-4b5b-8fa7-9e7cb39fa481 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1925216 May 25 23:20:41.246705 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38734) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:41.293182 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Set router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:20:41.585903 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:40Z', 'revision_number': 3, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:41.614675 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Checking router: 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:20:41.615027 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Updating router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f port 2b289842-b117-44e6-8186-8ff7c6be5626 binding host dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 23:20:41.639610 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:41.655109 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:41.807038 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7501c497-1f89-459c-8a8c-97d9bf400470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:41.815102 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Allocated IP 172.20.0.1 (9249fb0b-8822-43a6-ad2e-f6a50e7b99dc/ca343b94-5559-4ca0-93e0-76ac3624168c/8854c33a-8b7e-4168-9973-da026df71568) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:20:41.897605 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Notify callbacks [] for port, precommit_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:41.919831 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:41.977169 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.012634 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.032225 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Pushing event updated for resources: {'Port': ['ID=2b289842-b117-44e6-8186-8ff7c6be5626,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:42.036567 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Attempting to bind port 2b289842-b117-44e6-8186-8ff7c6be5626 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:20:42.036929 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Attempting to bind port 2b289842-b117-44e6-8186-8ff7c6be5626 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:20:42.037286 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Attempting to bind port 2b289842-b117-44e6-8186-8ff7c6be5626 on network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:20:42.044089 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.044433 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.044780 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.045095 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.045418 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.045740 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.046059 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.046409 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.046730 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.047046 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.047359 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.047701 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:42.053177 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:20:42.053534 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:20:42.058590 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:20:42.058590 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.058590 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Bound using segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:20:42.058590 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Bound port: 2b289842-b117-44e6-8186-8ff7c6be5626, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:20:42.058590 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.061265 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:20:42.063717 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:20:42.067201 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Pushing event updated for resources: {'Port': ['ID=8854c33a-8b7e-4168-9973-da026df71568,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:42.107735 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] For port 2b289842-b117-44e6-8186-8ff7c6be5626, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:20:42.110004 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595070'] for router_interface, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.111569 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] For port 2b289842-b117-44e6-8186-8ff7c6be5626, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=2b289842-b117-44e6-8186-8ff7c6be5626,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:20:42.165353 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 54f644d1-a691-4677-ae67-e90b2c367036 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:20:42.196072 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.277156 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f450130-5617-4019-b0b4-87c0ab054799 None None] Pushing event updated for resources: {'Port': ['ID=2b289842-b117-44e6-8186-8ff7c6be5626,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:42.284519 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Routers {'9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:20:42.285138 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:20:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:42.288336 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 54f644d1-a691-4677-ae67-e90b2c367036 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:42.288702 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.296916 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.433723 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] Set router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:20:42.452450 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7fee8cd3-7210-4c92-8185-70635908d99a None None] Provisioning complete for port 8854c33a-8b7e-4168-9973-da026df71568 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:42.452816 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7fee8cd3-7210-4c92-8185-70635908d99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.458308 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.514184 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.558236 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 54f644d1-a691-4677-ae67-e90b2c367036 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:42.571116 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7fee8cd3-7210-4c92-8185-70635908d99a None None] Port 8854c33a-8b7e-4168-9973-da026df71568 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:20:42.580731 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33028531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595090'] for router_interface, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.582493 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Pushing event updated for resources: {'Port': ['ID=8854c33a-8b7e-4168-9973-da026df71568,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:42.675066 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:20:42.676487 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:20:42.691748 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '8854c33a-8b7e-4168-9973-da026df71568', 'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'mac_address': 'fa:16:3e:33:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:41Z', 'updated_at': '2022-05-25T23:20:41Z', 'revision_number': 1, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'subnets': [{'id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:42.719696 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846ee4a-4c5a-4b43-a587-ad6c42c65a6d None None] The sync data for ids ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'] in dv-cinder-843209-1-iscsi is: [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '8854c33a-8b7e-4168-9973-da026df71568', 'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'mac_address': 'fa:16:3e:33:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:41Z', 'updated_at': '2022-05-25T23:20:41Z', 'revision_number': 1, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'subnets': [{'id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:20:42.800305 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:20:42.893416 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-0de65b5d-9190-4577-bf98-7920fa71c99e None None] Provisioning complete for port 8854c33a-8b7e-4168-9973-da026df71568 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:42.893790 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0de65b5d-9190-4577-bf98-7920fa71c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:42.942878 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:20:42.943154 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-0de65b5d-9190-4577-bf98-7920fa71c99e None None] Port 8854c33a-8b7e-4168-9973-da026df71568 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:20:42.947563 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-dc0e8918-b50e-4f04-8f92-7b2eaec2d361 admin admin] 10.222.0.48 "PUT /v2.0/routers/9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6996441 May 25 23:20:43.643894 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38750) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:43.648761 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1222134198-network', 'tenant_id': 'acc679d595a84725af2a324062071f62'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:20:43.725734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Made reservation on behalf of acc679d595a84725af2a324062071f62 for: {'network': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:20:43.728178 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for network, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:43.737432 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:43.815507 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:43.868629 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:43.894172 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=114256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:20:43.903429 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f92a64c-d812-4f34-808a-236f736beb87,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:43.909271 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:43.909609 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.segments_db [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Added segment fde05878-e287-46d5-9669-d9b4bfda7676 of type vlan for network 3099a476-8a42-4f79-8861-140ecba040aa May 25 23:20:43.947007 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741750983536'] for network, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.045048 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481'] for network, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.046155 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:20:44.046757 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.109475 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] Pushing event updated for resources: {'Network': ['ID=3099a476-8a42-4f79-8861-140ecba040aa,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:44.122252 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Network 3099a476-8a42-4f79-8861-140ecba040aa details requested by agent ovs-agent-dv-cinder-843209-1-iscsi with host dv-cinder-843209-1-iscsi {{(pid=114257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 23:20:44.172701 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-eaf182ce-eeba-4e01-b158-decfd5f59791 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5235832 May 25 23:20:44.172946 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38752) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:44.177615 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] Request body: {'subnet': {'network_id': '3099a476-8a42-4f79-8861-140ecba040aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1222134198-subnet', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'ip_version': 4}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:20:44.190579 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 2b289842-b117-44e6-8186-8ff7c6be5626 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:20:44.248738 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 2b289842-b117-44e6-8186-8ff7c6be5626 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:44.249099 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.271947 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3c57c6c2-5574-4c92-a430-ab57865db589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.274110 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] Made reservation on behalf of acc679d595a84725af2a324062071f62 for: {'subnet': 1} {{(pid=114255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:20:44.276470 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8432350'] for subnet, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.334505 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 2b289842-b117-44e6-8186-8ff7c6be5626 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:44.334879 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.357492 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 2b289842-b117-44e6-8186-8ff7c6be5626, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=2b289842-b117-44e6-8186-8ff7c6be5626,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:20:44.405551 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.453996 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=2b289842-b117-44e6-8186-8ff7c6be5626,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:44.588748 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3746188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8432328'] for subnet, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.644878 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb92772a-00f3-44e4-9415-085d3b8a00b7,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:44.651484 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] Checking segment: {'id': 'fde05878-e287-46d5-9669-d9b4bfda7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:20:44.651837 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] Network hostable DHCP agents. Network: 3099a476-8a42-4f79-8861-140ecba040aa, hostable agents: ['b5cdb0f7-e135-4851-a313-0c651363630b'], hosted agents: [] {{(pid=114255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:20:44.681543 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Sync routers for ids ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:20:44.691730 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Routers {'9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:20:44.692327 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:20:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:44.736995 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] Network 3099a476-8a42-4f79-8861-140ecba040aa is scheduled to be hosted by DHCP agent b5cdb0f7-e135-4851-a313-0c651363630b with binding_index 1 {{(pid=114255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:20:44.799873 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Set router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:20:44.805813 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.base_scheduler [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843209-1-iscsi, 3099a476-8a42-4f79-8861-140ecba040aa) {{(pid=114255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:20:44.811407 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:20:44.812157 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.816079 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2129b14d-cc25-46aa-8972-cef0a568fc48 None None] Network 3099a476-8a42-4f79-8861-140ecba040aa requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:20:44.875497 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38754) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:44.876066 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-14f60029-e23d-410d-982f-7d964cf9da9d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7022460 May 25 23:20:44.883768 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1222134198-router', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:20:44.960482 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12838'] for router, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.961358 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12863'] for router, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.969985 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca6f394-5b0d-5942-9182-f74f2e72a610-3099a476-8a42-4f79-8861-140ecba040aa', 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'fixed_ips': [{'subnet_id': 'bb92772a-00f3-44e4-9415-085d3b8a00b7'}]}} from dv-cinder-843209-1-iscsi. {{(pid=114257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 23:20:44.969985 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.007315 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '8854c33a-8b7e-4168-9973-da026df71568', 'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'mac_address': 'fa:16:3e:33:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:41Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 2, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'subnets': [{'id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:45.015441 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.037936 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Checking router: 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:20:45.040564 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Updating router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f port 8854c33a-8b7e-4168-9973-da026df71568 binding host dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 23:20:45.064001 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.123153 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.db_base_plugin_common [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Allocated IP 172.20.0.2 (3099a476-8a42-4f79-8861-140ecba040aa/bb92772a-00f3-44e4-9415-085d3b8a00b7/fff68b25-e957-4e30-a453-1cbfd3132cda) {{(pid=114257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:20:45.216119 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.272545 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Notify callbacks [] for port, precommit_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.335894 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436'] for port, after_create {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.338584 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Notify callbacks [] for port, precommit_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.375195 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Network 3099a476-8a42-4f79-8861-140ecba040aa is already hosted by enough agents. {{(pid=114257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:20:45.377921 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.scheduler.base_scheduler [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Resources bound (agent type, host, resource id): {{(pid=114257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:20:45.381186 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Received port after_create {{(pid=114257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:20:45.392476 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.393373 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Pushing event updated for resources: {'Port': ['ID=fff68b25-e957-4e30-a453-1cbfd3132cda,revision_number=1']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:45.428330 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.445722 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Attempting to bind port fff68b25-e957-4e30-a453-1cbfd3132cda on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:20:45.446079 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Attempting to bind port fff68b25-e957-4e30-a453-1cbfd3132cda by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': 'fde05878-e287-46d5-9669-d9b4bfda7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:20:45.446476 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Attempting to bind port fff68b25-e957-4e30-a453-1cbfd3132cda on network 3099a476-8a42-4f79-8861-140ecba040aa {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:20:45.452052 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:20:45.452359 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Checking segment: {'id': 'fde05878-e287-46d5-9669-d9b4bfda7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:20:45.452741 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.453226 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Bound using segment: {'id': 'fde05878-e287-46d5-9669-d9b4bfda7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:20:45.453688 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Bound port: fff68b25-e957-4e30-a453-1cbfd3132cda, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde05878-e287-46d5-9669-d9b4bfda7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:20:45.454121 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.480494 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.481891 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Pushing event updated for resources: {'Port': ['ID=8854c33a-8b7e-4168-9973-da026df71568,revision_number=3']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:45.490690 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.491049 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.491555 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.492098 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.492814 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.493321 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.493866 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.494790 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.497057 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.497459 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.497794 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.498166 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:20:45.505613 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.528340 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] For port fff68b25-e957-4e30-a453-1cbfd3132cda, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:20:45.532957 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] For port fff68b25-e957-4e30-a453-1cbfd3132cda, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=fff68b25-e957-4e30-a453-1cbfd3132cda,segment=NetworkSegment(fde05878-e287-46d5-9669-d9b4bfda7676),segment_id=fde05878-e287-46d5-9669-d9b4bfda7676)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:20:45.612000 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.628313 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Allocated IP 172.27.1.93 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/41274349-a689-4f77-8eeb-1c619e4cb5a0) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:20:45.658950 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Attempting to bind port 8854c33a-8b7e-4168-9973-da026df71568 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:20:45.659591 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Attempting to bind port 8854c33a-8b7e-4168-9973-da026df71568 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:20:45.660153 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Attempting to bind port 8854c33a-8b7e-4168-9973-da026df71568 on network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:20:45.666302 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:20:45.668015 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Checking segment: {'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:20:45.668015 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.668015 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Bound using segment: {'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:20:45.668015 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Bound port: 8854c33a-8b7e-4168-9973-da026df71568, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'}}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:20:45.668513 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.726142 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09da37-0773-460c-a4c2-98e58347a155 None None] Pushing event updated for resources: {'Port': ['ID=fff68b25-e957-4e30-a453-1cbfd3132cda,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:45.752724 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.774744 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] For port 8854c33a-8b7e-4168-9973-da026df71568, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:20:45.780760 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] For port 8854c33a-8b7e-4168-9973-da026df71568, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=8854c33a-8b7e-4168-9973-da026df71568,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:20:45.783084 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-d24247a4-bc9e-4575-9230-7f5723f4b85a None None] Provisioning complete for port 8854c33a-8b7e-4168-9973-da026df71568 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:45.783578 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d24247a4-bc9e-4575-9230-7f5723f4b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.820168 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-d24247a4-bc9e-4575-9230-7f5723f4b85a None None] Port 8854c33a-8b7e-4168-9973-da026df71568 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:20:45.827729 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:20:45.858011 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.895542 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.929895 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc5568-c06b-4f56-9f0e-2a9420fe8cd3 None None] Pushing event updated for resources: {'Port': ['ID=8854c33a-8b7e-4168-9973-da026df71568,revision_number=4']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:45.952971 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Routers {'9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:20:45.953721 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:20:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:45.960805 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:20:45.977686 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:20:45.990827 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Pushing event updated for resources: {'Port': ['ID=41274349-a689-4f77-8eeb-1c619e4cb5a0,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:45.993706 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:20:46.120910 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] Set router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:20:46.265498 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-57324d1d-2649-4180-9d5a-3ce49689f1fe None None] Provisioning complete for port 8854c33a-8b7e-4168-9973-da026df71568 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:46.266257 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-57324d1d-2649-4180-9d5a-3ce49689f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:46.376856 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-57324d1d-2649-4180-9d5a-3ce49689f1fe None None] Current status of the port 8854c33a-8b7e-4168-9973-da026df71568 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:46.377242 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-57324d1d-2649-4180-9d5a-3ce49689f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:46.380404 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 2b289842-b117-44e6-8186-8ff7c6be5626 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:20:46.397985 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '8854c33a-8b7e-4168-9973-da026df71568', 'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'mac_address': 'fa:16:3e:33:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:41Z', 'updated_at': '2022-05-25T23:20:45Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'subnets': [{'id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:46.428427 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682a177-80a9-448a-bb16-b755a123b531 None None] The sync data for ids ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'] in dv-cinder-843209-1-iscsi is: [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '8854c33a-8b7e-4168-9973-da026df71568', 'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'mac_address': 'fa:16:3e:33:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:41Z', 'updated_at': '2022-05-25T23:20:45Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'subnets': [{'id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:20:46.452991 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-57324d1d-2649-4180-9d5a-3ce49689f1fe None None] For port 8854c33a-8b7e-4168-9973-da026df71568, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=8854c33a-8b7e-4168-9973-da026df71568,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:20:46.466750 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 2b289842-b117-44e6-8186-8ff7c6be5626 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:46.467013 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:46.631809 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-57324d1d-2649-4180-9d5a-3ce49689f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:46.709713 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57324d1d-2649-4180-9d5a-3ce49689f1fe None None] Pushing event updated for resources: {'Port': ['ID=8854c33a-8b7e-4168-9973-da026df71568,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:46.768216 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 2b289842-b117-44e6-8186-8ff7c6be5626 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:46.768216 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 8854c33a-8b7e-4168-9973-da026df71568 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:20:46.768216 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:46.823558 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 8854c33a-8b7e-4168-9973-da026df71568 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:46.824363 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:46.849991 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:46.883604 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613df326-7e17-4a76-8a3d-ef7f7fd44354 None None] Network 3099a476-8a42-4f79-8861-140ecba040aa requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:20:46.989916 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 8854c33a-8b7e-4168-9973-da026df71568 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:46.991018 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device fff68b25-e957-4e30-a453-1cbfd3132cda up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:20:47.015090 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-d26537a4-ab35-41e2-9bce-37dc7ce2f722 None None] Provisioning complete for port fff68b25-e957-4e30-a453-1cbfd3132cda triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:47.015460 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d26537a4-ab35-41e2-9bce-37dc7ce2f722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:47.072202 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601165'] for router, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:47.164688 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port fff68b25-e957-4e30-a453-1cbfd3132cda triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:47.165068 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:47.195640 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:47.243652 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-d26537a4-ab35-41e2-9bce-37dc7ce2f722 None None] Current status of the port fff68b25-e957-4e30-a453-1cbfd3132cda is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:47.244053 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d26537a4-ab35-41e2-9bce-37dc7ce2f722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:47.278333 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Router b3846a35-99de-4d17-9aee-5fe1e51e35c5 is scheduled to L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e with binding_index 1 {{(pid=114256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:20:47.305616 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-d26537a4-ab35-41e2-9bce-37dc7ce2f722 None None] For port fff68b25-e957-4e30-a453-1cbfd3132cda, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=fff68b25-e957-4e30-a453-1cbfd3132cda,segment=NetworkSegment(fde05878-e287-46d5-9669-d9b4bfda7676),segment_id=fde05878-e287-46d5-9669-d9b4bfda7676)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:20:47.317497 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port fff68b25-e957-4e30-a453-1cbfd3132cda is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:47.317878 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:47.370713 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d26537a4-ab35-41e2-9bce-37dc7ce2f722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:47.392974 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:20:47.420106 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Sync routers for ids ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:20:47.462368 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Routers {'b3846a35-99de-4d17-9aee-5fe1e51e35c5'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:20:47.462992 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:20:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:47.469867 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:47.473820 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-38e6cf95-4fde-48ca-b7c8-881b7f71ea7b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5939014 May 25 23:20:47.473963 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38762) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:20:47.498921 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.db.api [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:20:47.503694 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG oslo_db.api [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:20:47.512440 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26537a4-ab35-41e2-9bce-37dc7ce2f722 None None] Pushing event updated for resources: {'Port': ['ID=fff68b25-e957-4e30-a453-1cbfd3132cda,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:47.563968 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-f9315ca3-8560-48ad-84e7-b98bc4c0550e None None] Provisioning complete for port fff68b25-e957-4e30-a453-1cbfd3132cda triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:47.564347 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f9315ca3-8560-48ad-84e7-b98bc4c0550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:47.614752 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Set router b3846a35-99de-4d17-9aee-5fe1e51e35c5 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:20:47.761398 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-f9315ca3-8560-48ad-84e7-b98bc4c0550e None None] Current status of the port fff68b25-e957-4e30-a453-1cbfd3132cda is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:47.831139 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'name': 'tempest-TestMinimumBasicScenario-1222134198-router', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:44Z', 'updated_at': '2022-05-25T23:20:46Z', 'revision_number': 3, 'project_id': 'acc679d595a84725af2a324062071f62', 'gw_port': {'id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:45Z', 'updated_at': '2022-05-25T23:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:47.857290 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Checking router: b3846a35-99de-4d17-9aee-5fe1e51e35c5 for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:20:47.857632 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Updating router b3846a35-99de-4d17-9aee-5fe1e51e35c5 port 41274349-a689-4f77-8eeb-1c619e4cb5a0 binding host dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 23:20:47.872785 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:47.881821 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.032716 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Allocated IP 172.20.0.1 (3099a476-8a42-4f79-8861-140ecba040aa/bb92772a-00f3-44e4-9415-085d3b8a00b7/4f327580-efb2-4875-a6fe-82b6c8d34ba5) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:20:48.069515 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port fff68b25-e957-4e30-a453-1cbfd3132cda is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:48.153798 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.183869 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 8854c33a-8b7e-4168-9973-da026df71568 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:20:48.188921 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Notify callbacks [] for port, precommit_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.234265 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 8854c33a-8b7e-4168-9973-da026df71568 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:48.234678 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.279020 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.298722 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.313585 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Network 3099a476-8a42-4f79-8861-140ecba040aa is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:20:48.316567 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:20:48.318982 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:20:48.346325 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 8854c33a-8b7e-4168-9973-da026df71568 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:48.347290 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device fff68b25-e957-4e30-a453-1cbfd3132cda up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:20:48.360043 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Pushing event updated for resources: {'Port': ['ID=4f327580-efb2-4875-a6fe-82b6c8d34ba5,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:48.375550 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595070'] for router_interface, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.383669 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Attempting to bind port 41274349-a689-4f77-8eeb-1c619e4cb5a0 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:20:48.384038 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Attempting to bind port 41274349-a689-4f77-8eeb-1c619e4cb5a0 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:20:48.384398 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Attempting to bind port 41274349-a689-4f77-8eeb-1c619e4cb5a0 on network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:20:48.390918 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe039c-836a-40ed-96e9-3c39261c08e4 None None] Pushing event updated for resources: {'Port': ['ID=41274349-a689-4f77-8eeb-1c619e4cb5a0,revision_number=2']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:48.400049 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:20:48.400430 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Checking segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:20:48.400832 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.401224 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Bound using segment: {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'} {{(pid=114257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:20:48.401704 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.managers [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Bound port: 41274349-a689-4f77-8eeb-1c619e4cb5a0, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc8edef-0a35-4b61-b9e0-92d8925d9170', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a'}}] {{(pid=114257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:20:48.402087 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.467948 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port fff68b25-e957-4e30-a453-1cbfd3132cda triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:48.468313 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.470278 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] For port 41274349-a689-4f77-8eeb-1c619e4cb5a0, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:20:48.474030 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] For port 41274349-a689-4f77-8eeb-1c619e4cb5a0, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=41274349-a689-4f77-8eeb-1c619e4cb5a0,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:20:48.588394 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.624906 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.684880 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-b93c705c-adbb-4faf-af29-e891446ff590 None None] Provisioning complete for port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:48.685234 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b93c705c-adbb-4faf-af29-e891446ff590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.724611 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Routers {'b3846a35-99de-4d17-9aee-5fe1e51e35c5'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:20:48.725241 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:20:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:48.732134 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe039c-836a-40ed-96e9-3c39261c08e4 None None] Pushing event updated for resources: {'Port': ['ID=41274349-a689-4f77-8eeb-1c619e4cb5a0,revision_number=3']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:48.750532 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.798468 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-b93c705c-adbb-4faf-af29-e891446ff590 None None] Port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:20:48.811251 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.822155 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port fff68b25-e957-4e30-a453-1cbfd3132cda is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:48.881397 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] Set router b3846a35-99de-4d17-9aee-5fe1e51e35c5 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:20:48.881610 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33028531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595090'] for router_interface, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:48.881610 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Pushing event updated for resources: {'Port': ['ID=4f327580-efb2-4875-a6fe-82b6c8d34ba5,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:48.973415 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Network 3099a476-8a42-4f79-8861-140ecba040aa is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:20:48.974807 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:20:49.089235 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'name': 'tempest-TestMinimumBasicScenario-1222134198-router', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:44Z', 'updated_at': '2022-05-25T23:20:48Z', 'revision_number': 4, 'project_id': 'acc679d595a84725af2a324062071f62', 'gw_port': {'id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:45Z', 'updated_at': '2022-05-25T23:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '4f327580-efb2-4875-a6fe-82b6c8d34ba5', 'name': '', 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'mac_address': 'fa:16:3e:5b:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bb92772a-00f3-44e4-9415-085d3b8a00b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:47Z', 'updated_at': '2022-05-25T23:20:48Z', 'revision_number': 1, 'project_id': 'acc679d595a84725af2a324062071f62', 'subnets': [{'id': 'bb92772a-00f3-44e4-9415-085d3b8a00b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:49.093574 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Router b3846a35-99de-4d17-9aee-5fe1e51e35c5 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:20:49.121118 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d57330e-3c19-4cee-9401-972cfceebcc1 None None] The sync data for ids ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'] in dv-cinder-843209-1-iscsi is: [{'id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'name': 'tempest-TestMinimumBasicScenario-1222134198-router', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:44Z', 'updated_at': '2022-05-25T23:20:48Z', 'revision_number': 4, 'project_id': 'acc679d595a84725af2a324062071f62', 'gw_port': {'id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:45Z', 'updated_at': '2022-05-25T23:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '4f327580-efb2-4875-a6fe-82b6c8d34ba5', 'name': '', 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'mac_address': 'fa:16:3e:5b:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bb92772a-00f3-44e4-9415-085d3b8a00b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:47Z', 'updated_at': '2022-05-25T23:20:48Z', 'revision_number': 1, 'project_id': 'acc679d595a84725af2a324062071f62', 'subnets': [{'id': 'bb92772a-00f3-44e4-9415-085d3b8a00b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:20:49.216034 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:20:49.221354 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-4e0b678c-6f3e-4bc3-8581-f1ea4db01719 admin admin] 10.222.0.48 "PUT /v2.0/routers/b3846a35-99de-4d17-9aee-5fe1e51e35c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7464678 May 25 23:20:49.227411 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-8036ef8c-9aff-4544-8cb3-d6aa47041068 None None] Provisioning complete for port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:49.227899 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-8036ef8c-9aff-4544-8cb3-d6aa47041068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:49.267948 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-8036ef8c-9aff-4544-8cb3-d6aa47041068 None None] Port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:20:50.220515 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 41274349-a689-4f77-8eeb-1c619e4cb5a0 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:20:50.296940 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 41274349-a689-4f77-8eeb-1c619e4cb5a0 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:50.297324 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:50.400575 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 41274349-a689-4f77-8eeb-1c619e4cb5a0 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:50.400962 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:50.427634 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] For port 41274349-a689-4f77-8eeb-1c619e4cb5a0, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=41274349-a689-4f77-8eeb-1c619e4cb5a0,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:20:50.474429 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:50.533445 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Pushing event updated for resources: {'Port': ['ID=41274349-a689-4f77-8eeb-1c619e4cb5a0,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:51.261257 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Sync routers for ids ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:20:51.271489 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Routers {'b3846a35-99de-4d17-9aee-5fe1e51e35c5'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:20:51.274423 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:20:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:51.391109 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Set router b3846a35-99de-4d17-9aee-5fe1e51e35c5 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:20:51.604916 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'name': 'tempest-TestMinimumBasicScenario-1222134198-router', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:44Z', 'updated_at': '2022-05-25T23:20:48Z', 'revision_number': 4, 'project_id': 'acc679d595a84725af2a324062071f62', 'gw_port': {'id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:45Z', 'updated_at': '2022-05-25T23:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '4f327580-efb2-4875-a6fe-82b6c8d34ba5', 'name': '', 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'mac_address': 'fa:16:3e:5b:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bb92772a-00f3-44e4-9415-085d3b8a00b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:47Z', 'updated_at': '2022-05-25T23:20:48Z', 'revision_number': 2, 'project_id': 'acc679d595a84725af2a324062071f62', 'subnets': [{'id': 'bb92772a-00f3-44e4-9415-085d3b8a00b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:51.633030 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Checking router: b3846a35-99de-4d17-9aee-5fe1e51e35c5 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:20:51.633409 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Updating router b3846a35-99de-4d17-9aee-5fe1e51e35c5 port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 binding host dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 23:20:51.659323 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:51.934644 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Notify callbacks [] for port, precommit_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:52.028841 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:52.081329 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1f819-5492-4581-8023-e765b9de0347 None None] Pushing event updated for resources: {'Port': ['ID=4f327580-efb2-4875-a6fe-82b6c8d34ba5,revision_number=3']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:52.180759 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Attempting to bind port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 on host dv-cinder-843209-1-iscsi for vnic_type normal with profile {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:20:52.181416 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Attempting to bind port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 by drivers openvswitch,hyperv on host dv-cinder-843209-1-iscsi at level 0 using segments [{'id': 'fde05878-e287-46d5-9669-d9b4bfda7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa'}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:20:52.181975 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Attempting to bind port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 on network 3099a476-8a42-4f79-8861-140ecba040aa {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:20:52.192025 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Checking agent: {'id': '0562f29f-ab07-4846-882e-efe3dabe7672', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 47, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:20:52.193752 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Checking segment: {'id': 'fde05878-e287-46d5-9669-d9b4bfda7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:20:52.194334 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:52.195032 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Bound using segment: {'id': 'fde05878-e287-46d5-9669-d9b4bfda7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa'} {{(pid=114258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:20:52.195660 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.managers [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Bound port: 4f327580-efb2-4875-a6fe-82b6c8d34ba5, host: dv-cinder-843209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde05878-e287-46d5-9669-d9b4bfda7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa'}}] {{(pid=114258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:20:52.196219 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:52.206781 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 41274349-a689-4f77-8eeb-1c619e4cb5a0 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:20:52.274651 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] For port 4f327580-efb2-4875-a6fe-82b6c8d34ba5, host dv-cinder-843209-1-iscsi, cleared binding levels {{(pid=114258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:20:52.281525 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.plugins.ml2.db [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] For port 4f327580-efb2-4875-a6fe-82b6c8d34ba5, host dv-cinder-843209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=4f327580-efb2-4875-a6fe-82b6c8d34ba5,segment=NetworkSegment(fde05878-e287-46d5-9669-d9b4bfda7676),segment_id=fde05878-e287-46d5-9669-d9b4bfda7676)] {{(pid=114258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:20:52.287316 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 41274349-a689-4f77-8eeb-1c619e4cb5a0 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:52.287812 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:52.355048 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron_lib.callbacks.manager [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:52.382862 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 41274349-a689-4f77-8eeb-1c619e4cb5a0 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:52.432989 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-6e480c1c-c3a8-40d8-bc1b-77b062bb9dd3 None None] Provisioning complete for port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:52.433407 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6e480c1c-c3a8-40d8-bc1b-77b062bb9dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:52.436198 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1f819-5492-4581-8023-e765b9de0347 None None] Pushing event updated for resources: {'Port': ['ID=4f327580-efb2-4875-a6fe-82b6c8d34ba5,revision_number=4']} {{(pid=114258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:52.438550 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Routers {'b3846a35-99de-4d17-9aee-5fe1e51e35c5'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:20:52.439152 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:20:44Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:52.552401 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-6e480c1c-c3a8-40d8-bc1b-77b062bb9dd3 None None] Current status of the port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 is: DOWN; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:52.552795 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6e480c1c-c3a8-40d8-bc1b-77b062bb9dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:52.585300 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] Set router b3846a35-99de-4d17-9aee-5fe1e51e35c5 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:20:52.596550 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-6e480c1c-c3a8-40d8-bc1b-77b062bb9dd3 None None] For port 4f327580-efb2-4875-a6fe-82b6c8d34ba5, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=4f327580-efb2-4875-a6fe-82b6c8d34ba5,segment=NetworkSegment(fde05878-e287-46d5-9669-d9b4bfda7676),segment_id=fde05878-e287-46d5-9669-d9b4bfda7676)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:20:52.674780 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6e480c1c-c3a8-40d8-bc1b-77b062bb9dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:52.735571 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e480c1c-c3a8-40d8-bc1b-77b062bb9dd3 None None] Pushing event updated for resources: {'Port': ['ID=4f327580-efb2-4875-a6fe-82b6c8d34ba5,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:20:52.806517 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-dc117d6c-c44b-4694-a5f7-99b45af78119 None None] Provisioning complete for port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:52.807035 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-dc117d6c-c44b-4694-a5f7-99b45af78119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:52.897048 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-dc117d6c-c44b-4694-a5f7-99b45af78119 None None] Current status of the port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:52.913465 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'name': 'tempest-TestMinimumBasicScenario-1222134198-router', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:44Z', 'updated_at': '2022-05-25T23:20:48Z', 'revision_number': 4, 'project_id': 'acc679d595a84725af2a324062071f62', 'gw_port': {'id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:45Z', 'updated_at': '2022-05-25T23:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '4f327580-efb2-4875-a6fe-82b6c8d34ba5', 'name': '', 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'mac_address': 'fa:16:3e:5b:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bb92772a-00f3-44e4-9415-085d3b8a00b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:47Z', 'updated_at': '2022-05-25T23:20:52Z', 'revision_number': 4, 'project_id': 'acc679d595a84725af2a324062071f62', 'subnets': [{'id': 'bb92772a-00f3-44e4-9415-085d3b8a00b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:20:52.947143 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df3f2b-f1e6-4408-ab69-94f9dcd91769 None None] The sync data for ids ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'] in dv-cinder-843209-1-iscsi is: [{'id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'name': 'tempest-TestMinimumBasicScenario-1222134198-router', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:44Z', 'updated_at': '2022-05-25T23:20:48Z', 'revision_number': 4, 'project_id': 'acc679d595a84725af2a324062071f62', 'gw_port': {'id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:45Z', 'updated_at': '2022-05-25T23:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '4f327580-efb2-4875-a6fe-82b6c8d34ba5', 'name': '', 'network_id': '3099a476-8a42-4f79-8861-140ecba040aa', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'mac_address': 'fa:16:3e:5b:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bb92772a-00f3-44e4-9415-085d3b8a00b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:47Z', 'updated_at': '2022-05-25T23:20:52Z', 'revision_number': 4, 'project_id': 'acc679d595a84725af2a324062071f62', 'subnets': [{'id': 'bb92772a-00f3-44e4-9415-085d3b8a00b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:20:54.194517 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 4f327580-efb2-4875-a6fe-82b6c8d34ba5 up at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:20:54.249113 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Provisioning complete for port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:20:54.249482 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:54.337137 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Current status of the port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:20:56.302642 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:00.605917 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-75395e65-b2d1-4bc1-857c-fdc68fe4cc73 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:00.607394 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-75395e65-b2d1-4bc1-857c-fdc68fe4cc73 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/networks?id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc HTTP/1.1" status: 200 len: 813 time: 0.1003246 May 25 23:21:00.622809 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-927a8ae8-bfa9-455f-ba3f-f5507ada284f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/quotas/e57879181cf1420da1d82c0a32b0dd43 HTTP/1.1" status: 200 len: 375 time: 0.0097094 May 25 23:21:00.671664 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-94478f67-4f29-4e04-8f47-06a4f5fb178b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e57879181cf1420da1d82c0a32b0dd43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436962 May 25 23:21:00.687222 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-2cf492f7-6cbe-4d59-8b05-3d523b3d6aa4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 23:21:00.688161 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-2cf492f7-6cbe-4d59-8b05-3d523b3d6aa4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056536 May 25 23:21:00.777550 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-4394355c-2e20-43c9-9716-d62cd2fb8cde service neutron] 10.222.0.48 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834553 May 25 23:21:00.863209 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-77f8ef99-9f47-4c6f-975d-f7ec802c2ccb service neutron] 10.222.0.48 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796771 May 25 23:21:01.137761 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-9e679953-9669-4bee-b346-ee42bbd682fe req-f1020002-832e-41e4-ba5a-e583465a255d tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 210 time: 0.0309665 May 25 23:21:02.213699 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-29ffdf66-0ca5-41f0-8157-2f5df61521cd req-62f2785a-27f4-46b1-974b-395f15826446 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 210 time: 0.0250573 May 25 23:21:03.305942 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b3d675c9-62bf-4f4b-8cf5-9c83a60319aa req-bfe61e30-a6bb-4450-8d73-baaa7674c26c tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 210 time: 0.0255322 May 25 23:21:03.663339 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-1080e0f1-7e9b-4b17-834b-36f545114474 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:03.664747 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-1080e0f1-7e9b-4b17-834b-36f545114474 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.24 "GET /v2.0/networks?id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc HTTP/1.1" status: 200 len: 813 time: 0.1003337 May 25 23:21:03.685693 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Request body: {'port': {'device_id': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'admin_state_up': True, 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:21:03.865950 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Made reservation on behalf of e57879181cf1420da1d82c0a32b0dd43 for: {'port': 1} {{(pid=114256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:21:03.869443 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:03.995798 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Allocated IP 172.20.0.14 (9249fb0b-8822-43a6-ad2e-f6a50e7b99dc/ca343b94-5559-4ca0-93e0-76ac3624168c/bca1f3c7-24c3-4f2a-b4fd-c1356759cf23) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:21:04.138662 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:04.216901 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:04.263665 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:21:04.267726 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:21:04.270488 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:21:04.298375 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'Port': ['ID=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:04.328744 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:04.329459 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:04.430105 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1e2ac-5cda-4798-85c7-c1e1b82fe141 req-531f487b-6020-449c-96fd-586d42ad071f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:04.431639 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1fb1e2ac-5cda-4798-85c7-c1e1b82fe141 req-531f487b-6020-449c-96fd-586d42ad071f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 932 time: 0.0514047 May 25 23:21:04.435361 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-682e3549-501b-440c-a7b4-9636ff3fabd9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7535434 May 25 23:21:04.460895 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Request body: {'port': {'device_id': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84320'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:21:04.510558 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1fb1e2ac-5cda-4798-85c7-c1e1b82fe141 req-20cc8e8c-7ca1-46d9-af55-d58a29c84142 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724566 May 25 23:21:04.544429 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-dae7678c-97b6-42da-aeaf-abf2354d6ddf None None] Provisioning complete for port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:21:04.545934 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-dae7678c-97b6-42da-aeaf-abf2354d6ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:04.581246 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:04.594955 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-dae7678c-97b6-42da-aeaf-abf2354d6ddf None None] Port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 cannot update to ACTIVE because it is not bound. {{(pid=114257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 25 23:21:05.176145 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 {{(pid=114256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:21:05.184365 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:05.197577 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.provisioning_blocks [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Transition to ACTIVE for port object bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 will not be triggered until provisioned by entity L2. {{(pid=114256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:21:05.283590 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:05.339317 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Pushing event updated for resources: {'Port': ['ID=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:05.431765 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Attempting to bind port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 on host hv-cinder-84320 for vnic_type normal with profile {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:21:05.432101 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Attempting to bind port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 by drivers openvswitch,hyperv on host hv-cinder-84320 at level 0 using segments [{'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:21:05.432427 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Attempting to bind port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 on network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:21:05.437670 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 on network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84320 {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 23:21:05.438000 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Attempting to bind port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 on network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 23:21:05.443536 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Checking agent: {'id': '39d67f35-367c-45b4-a916-cc2578f81ade', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84320', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'started_at': datetime.datetime(2022, 5, 25, 22, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 23:21:05.443874 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Checking segment: {'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 25 23:21:05.444533 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Bound using segment: {'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'} {{(pid=114256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 23:21:05.444971 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.managers [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Bound port: bca1f3c7-24c3-4f2a-b4fd-c1356759cf23, host: hv-cinder-84320, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1220943-ff73-44ef-a910-ab7b020b050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc'}}] {{(pid=114256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:21:05.445336 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:05.526644 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] For port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23, host hv-cinder-84320, cleared binding levels {{(pid=114256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:21:05.531734 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] For port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23, host hv-cinder-84320, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:21:05.635213 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:05.692582 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad2399-4f56-4914-aa95-52fb4dc6b512 req-6e6b7857-cfc1-4ac1-a929-2b5909edee02 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:05.694158 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-efad2399-4f56-4914-aa95-52fb4dc6b512 req-6e6b7857-cfc1-4ac1-a929-2b5909edee02 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.1045489 May 25 23:21:05.695518 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:05.696114 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:05.697524 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] 10.222.0.24 "PUT /v2.0/ports/bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 1094 time: 1.2457941 May 25 23:21:05.699890 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:21:05.706961 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa84230-249e-47f1-95c7-b62d1fb8515c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:21:05.746173 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f774c8-590a-43c9-a75d-0b3396d130fe service neutron] Pushing event updated for resources: {'Port': ['ID=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,revision_number=3']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:05.774109 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-efad2399-4f56-4914-aa95-52fb4dc6b512 req-955b9628-4dd6-4d4e-bdc2-7dc0f573ba89 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606716 May 25 23:21:05.969047 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01de72d-f37a-4bbf-8701-216edb4781fd x-openstack-request-id: req-c01de72d-f37a-4bbf-8701-216edb4781fd {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:21:05.969341 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:21:05.969596 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c01de72d-f37a-4bbf-8701-216edb4781fd {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:21:05.969999 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01de72d-f37a-4bbf-8701-216edb4781fd'] response: {'name': 'network-changed', 'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'status': 'completed', 'code': 200} May 25 23:21:06.901550 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7b191-6fe1-4fbf-b83a-ca2e1388958c req-a6a37322-3a52-48f6-a417-44c5b7b7f36b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:06.903017 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0cf7b191-6fe1-4fbf-b83a-ca2e1388958c req-a6a37322-3a52-48f6-a417-44c5b7b7f36b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0507026 May 25 23:21:06.957787 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0cf7b191-6fe1-4fbf-b83a-ca2e1388958c req-da2429db-e505-4503-b597-876392650f0a tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481484 May 25 23:21:08.095335 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdabba-c7a1-41fc-9c7a-e15743d4f411 req-0ecc5ba2-07cd-461b-a941-4c01dba5fd9a tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:08.096784 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-26fdabba-c7a1-41fc-9c7a-e15743d4f411 req-0ecc5ba2-07cd-461b-a941-4c01dba5fd9a tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0695155 May 25 23:21:08.134749 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-26fdabba-c7a1-41fc-9c7a-e15743d4f411 req-3508787b-5f3f-41f8-a288-5310ce094bed tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316699 May 25 23:21:09.257693 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec4e1e-2464-4b5f-8cd8-6419c26d20a0 req-d234b9b4-a93a-485b-ad2a-fb04dba852c9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:09.259290 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbec4e1e-2464-4b5f-8cd8-6419c26d20a0 req-d234b9b4-a93a-485b-ad2a-fb04dba852c9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0536103 May 25 23:21:09.303515 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-dbec4e1e-2464-4b5f-8cd8-6419c26d20a0 req-d8e7612c-8d60-4319-8dea-a2d32b49af45 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372932 May 25 23:21:10.428152 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6de5f-b882-4128-b976-e71b9af8c51e req-3a434ca7-21da-4867-a6cb-a1524b7ac427 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:10.429586 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b1a6de5f-b882-4128-b976-e71b9af8c51e req-3a434ca7-21da-4867-a6cb-a1524b7ac427 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0583451 May 25 23:21:10.490231 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b1a6de5f-b882-4128-b976-e71b9af8c51e req-97e0fa4f-cb5a-4ed3-ad52-a0bf094b3f01 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497329 May 25 23:21:11.600082 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992b25f-25dd-4935-b050-c24c9c79e122 req-97cd8043-17dc-4850-bbcc-fbbeee07b510 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:11.601549 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5992b25f-25dd-4935-b050-c24c9c79e122 req-97cd8043-17dc-4850-bbcc-fbbeee07b510 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0518088 May 25 23:21:11.649274 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5992b25f-25dd-4935-b050-c24c9c79e122 req-c0da64d6-11f8-4dc0-8f86-a3958cb8f25a tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 May 25 23:21:11.783418 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-e6bddd7b-9d9a-4487-a9bf-554ce6acb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:12.781528 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a8a5e-ce2c-4489-af3a-509d11e5e194 req-fa7a4b73-dd48-45e3-90fc-5896175e9b92 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:12.782909 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-900a8a5e-ce2c-4489-af3a-509d11e5e194 req-fa7a4b73-dd48-45e3-90fc-5896175e9b92 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0548379 May 25 23:21:12.822059 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-900a8a5e-ce2c-4489-af3a-509d11e5e194 req-dec414b0-3778-44eb-a5b5-5232c520d310 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 May 25 23:21:13.945207 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369312d5-6703-4594-9a1a-9ed8fbce1af7 req-d99eb84d-6f79-4d49-9832-9d01a1517882 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:13.946705 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-369312d5-6703-4594-9a1a-9ed8fbce1af7 req-d99eb84d-6f79-4d49-9832-9d01a1517882 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0496819 May 25 23:21:13.985344 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-369312d5-6703-4594-9a1a-9ed8fbce1af7 req-54b81906-2404-41b7-beef-c8676c00c15a tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 May 25 23:21:14.234104 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-e7ae30ce-3c44-4959-a705-2ebe4a169555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:15.098091 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fc5ca-860d-4cf2-8ad6-3c42ea89f9c0 req-a4aa8423-3def-4ac0-a445-de51bae8c0af tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:15.099554 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-933fc5ca-860d-4cf2-8ad6-3c42ea89f9c0 req-a4aa8423-3def-4ac0-a445-de51bae8c0af tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0472705 May 25 23:21:15.138070 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-933fc5ca-860d-4cf2-8ad6-3c42ea89f9c0 req-7e408015-691e-49bf-af33-a025c6660503 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325425 May 25 23:21:15.381691 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:16.257085 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa84230-249e-47f1-95c7-b62d1fb8515c req-8708641a-5cf9-4246-8028-5d4210263077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:16.258565 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0fa84230-249e-47f1-95c7-b62d1fb8515c req-8708641a-5cf9-4246-8028-5d4210263077 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e57879181cf1420da1d82c0a32b0dd43&device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1097 time: 0.0739894 May 25 23:21:16.270710 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62c933-9094-4800-b18d-c54beea1df59 req-1683c016-fb97-4a30-b727-36ba88532fb4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:16.272065 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6c62c933-9094-4800-b18d-c54beea1df59 req-1683c016-fb97-4a30-b727-36ba88532fb4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0583546 May 25 23:21:16.364111 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6c62c933-9094-4800-b18d-c54beea1df59 req-3f73c90a-894a-4c64-b6c4-3ecb7bd638cd tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858805 May 25 23:21:16.394035 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa84230-249e-47f1-95c7-b62d1fb8515c req-91221f44-0ac0-4bad-b128-9db0509a523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:16.395480 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0fa84230-249e-47f1-95c7-b62d1fb8515c req-91221f44-0ac0-4bad-b128-9db0509a523e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e57879181cf1420da1d82c0a32b0dd43&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1152604 May 25 23:21:16.491879 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa84230-249e-47f1-95c7-b62d1fb8515c req-0d269b20-03be-4b45-a7c8-d4313279a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:16.493347 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-0fa84230-249e-47f1-95c7-b62d1fb8515c req-0d269b20-03be-4b45-a7c8-d4313279a627 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872943 May 25 23:21:16.607541 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-eaee6179-472f-4e4f-8ea9-4e61e303644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:16.609005 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-eaee6179-472f-4e4f-8ea9-4e61e303644c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e57879181cf1420da1d82c0a32b0dd43&device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1097 time: 0.0422471 May 25 23:21:16.660513 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:16.663484 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-91a25fc2-504d-433e-aa82-5ad6aaf77f40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 217 time: 0.0376964 May 25 23:21:16.723996 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-b9f34b62-ffa7-462c-92e6-08b656924188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:16.725405 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-b9f34b62-ffa7-462c-92e6-08b656924188 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca343b94-5559-4ca0-93e0-76ac3624168c HTTP/1.1" status: 200 len: 852 time: 0.0552700 May 25 23:21:16.773425 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a83b6a45-410a-4181-a601-28532dba854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:16.774919 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-a83b6a45-410a-4181-a601-28532dba854d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403466 May 25 23:21:16.866627 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-e0841aa3-72bc-4d9e-8383-6c2722784449 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835731 May 25 23:21:16.979227 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-1f53af48-2225-4bc7-ac57-fbe293eb58dd req-e8e20421-19f8-45bb-b97f-5dcad22570e8 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811286 May 25 23:21:17.158742 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:17.477288 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9e88e-0904-49bf-be5b-8cacaa4a1000 req-49ac268c-606b-49a1-9d1f-269c5586a82b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:17.478745 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-61d9e88e-0904-49bf-be5b-8cacaa4a1000 req-49ac268c-606b-49a1-9d1f-269c5586a82b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0494478 May 25 23:21:17.520293 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-61d9e88e-0904-49bf-be5b-8cacaa4a1000 req-5618ad99-f744-4d21-9acc-5c19286e240e tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353379 May 25 23:21:18.631984 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda538b-e7a7-43d4-a6fa-a150aaa10b30 req-ea432ce1-3319-4a54-b5a6-733cd8f293e0 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:18.633393 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5fda538b-e7a7-43d4-a6fa-a150aaa10b30 req-ea432ce1-3319-4a54-b5a6-733cd8f293e0 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0476472 May 25 23:21:18.670563 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5fda538b-e7a7-43d4-a6fa-a150aaa10b30 req-8c7d16b6-b8fe-40bf-8890-f74bbbcfca2e tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306456 May 25 23:21:19.783223 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2a480-7471-4326-9585-0bf5f5187cb0 req-80e8c297-a019-41c4-ae3e-097220251d7c tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:19.784662 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-12d2a480-7471-4326-9585-0bf5f5187cb0 req-80e8c297-a019-41c4-ae3e-097220251d7c tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0480640 May 25 23:21:19.820461 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-12d2a480-7471-4326-9585-0bf5f5187cb0 req-538eea5d-97ed-4fb4-a126-9d0b0660e750 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298755 May 25 23:21:20.711662 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 details requested by agent hyperv_hv-cinder-84320 with host hv-cinder-84320 {{(pid=114257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 23:21:20.803766 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:21:20.815165 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Returning: {'device': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'port_id': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'mac_address': 'fa:16:3e:b0:61:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 23:21:20.851682 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 is: DOWN; New status is: BUILD {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:21:20.852063 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:20.865409 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 {{(pid=114257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 23:21:20.884477 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:21:20.933023 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aab63-527c-452d-9cd3-57fa3d57325f req-86d428fc-a096-4ddb-b155-6cf856617d74 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:20.934457 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-768aab63-527c-452d-9cd3-57fa3d57325f req-86d428fc-a096-4ddb-b155-6cf856617d74 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 944 time: 0.0479903 May 25 23:21:20.953662 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:20.976201 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-768aab63-527c-452d-9cd3-57fa3d57325f req-ce81efc0-4c18-4fb1-80df-3f82a74c2642 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352595 May 25 23:21:21.002535 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,revision_number=4']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:21.470820 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:21:22.088543 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d77237-c78d-4941-a21e-f4151da7ab42 req-d4c8df7b-d114-4321-99ea-f448c288bcca tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:22.089980 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-68d77237-c78d-4941-a21e-f4151da7ab42 req-d4c8df7b-d114-4321-99ea-f448c288bcca tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 945 time: 0.0480030 May 25 23:21:22.129277 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-68d77237-c78d-4941-a21e-f4151da7ab42 req-51292e7a-dd4a-43eb-962b-27f6739415bf tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 May 25 23:21:22.743372 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 up at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 23:21:22.826688 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:21:22.884431 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning for port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 completed by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:21:22.888187 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Provisioning complete for port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 triggered by entity L2. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:21:22.889164 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:22.965782 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Current status of the port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 is: BUILD; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:21:22.966169 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:22.988610 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'}] {{(pid=114257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:21:22.990857 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6502f710a0744d53b80b0871cfa80aa787b0659720e6e013af6045863f594d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbae1565-7e39-4204-9d24-3d94b32f5496" -d '{"events": [{"server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "name": "network-vif-plugged", "status": "completed", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23"}]}' {{(pid=114257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:21:23.003732 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] For port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:21:23.084533 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7043735-0478-4fa1-908c-cbdca14ef7ee x-openstack-request-id: req-e7043735-0478-4fa1-908c-cbdca14ef7ee {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:21:23.084818 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "name": "network-vif-plugged", "status": "completed", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23", "code": 200}]} {{(pid=114257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:21:23.085068 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7043735-0478-4fa1-908c-cbdca14ef7ee {{(pid=114257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:21:23.085458 dv-cinder-843209-1-iscsi neutron-server[114257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7043735-0478-4fa1-908c-cbdca14ef7ee'] response: {'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'code': 200} May 25 23:21:23.088847 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279'] for port, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:23.136650 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Pushing event updated for resources: {'Port': ['ID=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,revision_number=5']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:23.241328 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97ad14-0970-4947-9906-da7634ef0d31 req-9e37cef5-d4a7-4886-9579-83d2e9d9ab6e tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:23.242916 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3c97ad14-0970-4947-9906-da7634ef0d31 req-9e37cef5-d4a7-4886-9579-83d2e9d9ab6e tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 946 time: 0.0486126 May 25 23:21:23.280922 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3c97ad14-0970-4947-9906-da7634ef0d31 req-5919c455-8a87-4a18-9b68-f49cf93481f7 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 May 25 23:21:23.431497 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193ec49-ddb7-410e-8dac-ff5555d4b98e req-82a08b73-bcf3-48a8-a8c3-723904836357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:23.432959 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b193ec49-ddb7-410e-8dac-ff5555d4b98e req-82a08b73-bcf3-48a8-a8c3-723904836357 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1099 time: 0.0392091 May 25 23:21:23.471684 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b193ec49-ddb7-410e-8dac-ff5555d4b98e req-00178fb3-dfe8-482d-8edf-b04ff4807a12 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 May 25 23:21:24.396652 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4423d-9fa3-4f93-acb3-7f4566fb5c04 req-5af90f14-be62-4130-9a23-ce59421ffad7 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:24.398006 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-72a4423d-9fa3-4f93-acb3-7f4566fb5c04 req-5af90f14-be62-4130-9a23-ce59421ffad7 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 946 time: 0.0485885 May 25 23:21:24.435854 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-72a4423d-9fa3-4f93-acb3-7f4566fb5c04 req-79d85b29-2897-46b2-a181-66b5815287fd tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 May 25 23:21:25.547639 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f231b6-c40e-4cf8-aa33-3b0d2172e0e9 req-ce23e093-8212-4800-970b-420e6e7c0355 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:25.549056 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a4f231b6-c40e-4cf8-aa33-3b0d2172e0e9 req-ce23e093-8212-4800-970b-420e6e7c0355 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 946 time: 0.0475030 May 25 23:21:25.586175 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-a4f231b6-c40e-4cf8-aa33-3b0d2172e0e9 req-abd995cd-e9f3-48b1-ba27-3e238c830b81 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 May 25 23:21:25.699129 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55053eab-3be7-4994-a8ac-3d5eaa2de66b req-3b4fd8c1-ee56-494f-be34-3f17991879f9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:25.701805 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-55053eab-3be7-4994-a8ac-3d5eaa2de66b req-3b4fd8c1-ee56-494f-be34-3f17991879f9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 946 time: 0.0489805 May 25 23:21:25.743497 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-55053eab-3be7-4994-a8ac-3d5eaa2de66b req-b688cad9-7cdb-4fd8-902c-ade4793f0b1f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 May 25 23:21:25.957434 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:26.063880 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739581e-baaf-4c84-b322-95fa54be6368 req-d7c95cff-a341-4ed3-97a0-d44126155ac6 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:26.065310 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e739581e-baaf-4c84-b322-95fa54be6368 req-d7c95cff-a341-4ed3-97a0-d44126155ac6 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 946 time: 0.0478749 May 25 23:21:26.104171 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e739581e-baaf-4c84-b322-95fa54be6368 req-436ea269-0f8f-45c0-bb71-3d28403f596a tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329468 May 25 23:21:38.355073 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68128c-122d-4bd4-8c88-ddc073efa03d req-cb39768c-c91d-4823-82ae-162b88cfb0f7 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:38.356607 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5b68128c-122d-4bd4-8c88-ddc073efa03d req-cb39768c-c91d-4823-82ae-162b88cfb0f7 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 946 time: 0.0494864 May 25 23:21:38.393212 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-5b68128c-122d-4bd4-8c88-ddc073efa03d req-537f903f-d83d-4f5b-8874-0fdf3b9dfdb7 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302489 May 25 23:21:38.415494 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38976) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:21:38.535921 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc489c69-5489-4333-aa5c-0c038d66a14c tempest-TestMinimumBasicScenario-1032465914 tempest-TestMinimumBasicScenario-1032465914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:38.537346 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-dc489c69-5489-4333-aa5c-0c038d66a14c tempest-TestMinimumBasicScenario-1032465914 tempest-TestMinimumBasicScenario-1032465914-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1094 time: 0.1209033 May 25 23:21:38.540417 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 38980) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:21:38.545222 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Request body: {'floatingip': {'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'port_id': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:21:38.625317 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for floatingip, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:38.723080 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:38.826630 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_common [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Allocated IP 172.27.1.41 (354ca01b-6cd2-4a62-9e0a-b448ca60ef8a/cad26bbe-071c-4cad-82d9-5c4f8f85abbd/64efaab3-47bb-416d-a35c-944aa7c6c31f) {{(pid=114256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:21:38.924774 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for port, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:39.004640 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741751052436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:39.042553 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Network 354ca01b-6cd2-4a62-9e0a-b448ca60ef8a is already hosted by enough agents. {{(pid=114256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:21:39.045353 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.base_scheduler [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Resources bound (agent type, host, resource id): {{(pid=114256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:21:39.048742 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Received port after_create {{(pid=114256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 23:21:39.056492 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'Port': ['ID=64efaab3-47bb-416d-a35c-944aa7c6c31f,revision_number=1']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:39.087246 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.087585 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.087918 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.088245 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.088569 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.088890 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.089211 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.089533 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.089848 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.090161 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.090500 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.090879 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:39.412092 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:39.518212 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:39.658877 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:39.728237 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:39.797256 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'Port': ['ID=64efaab3-47bb-416d-a35c-944aa7c6c31f,revision_number=2']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:39.808488 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601335'] for floatingip, after_create {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:39.905775 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Floating IP bbc85dd0-dd56-4fd3-a040-3135070d4c43 associated. External IP: 172.27.1.41, port: bca1f3c7-24c3-4f2a-b4fd-c1356759cf23. May 25 23:21:40.110086 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:21:40.215268 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:21:40.225197 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9d13f-c469-422b-aa0c-251218fe71b1 None None] Sync routers for ids ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:21:40.234944 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9d13f-c469-422b-aa0c-251218fe71b1 None None] Routers {'9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:21:40.235557 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-eef9d13f-c469-422b-aa0c-251218fe71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:21:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:21:40.302019 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:40.330690 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-e502a7c0-0e13-4e00-b886-eccb905c569f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7892263 May 25 23:21:40.331282 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:21:40.333489 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38982) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:21:40.334023 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d478fb45-b467-474e-878f-4380bc6fd22a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:21:40.338368 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344976814', 'description': 'tempest-secgroup-smoke-1344976814 description', 'project_id': 'e57879181cf1420da1d82c0a32b0dd43'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:21:40.380317 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912e3b1a-b601-41b6-93e4-6638dee4fe19 x-openstack-request-id: req-912e3b1a-b601-41b6-93e4-6638dee4fe19 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:21:40.380611 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:21:40.380892 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-912e3b1a-b601-41b6-93e4-6638dee4fe19 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:21:40.381294 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912e3b1a-b601-41b6-93e4-6638dee4fe19'] response: {'name': 'network-changed', 'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'status': 'completed', 'code': 200} May 25 23:21:40.433337 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:40.464476 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-eef9d13f-c469-422b-aa0c-251218fe71b1 None None] Set router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:21:40.493516 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478fb45-b467-474e-878f-4380bc6fd22a req-3ac7f08b-d406-41dd-9591-2695804f576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:40.495051 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d478fb45-b467-474e-878f-4380bc6fd22a req-3ac7f08b-d406-41dd-9591-2695804f576f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e57879181cf1420da1d82c0a32b0dd43&device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1099 time: 0.0428405 May 25 23:21:40.502841 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:40.579922 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:40.587394 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478fb45-b467-474e-878f-4380bc6fd22a req-72f79ebd-fa6c-4e87-8b96-132f9e83ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:40.588846 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d478fb45-b467-474e-878f-4380bc6fd22a req-72f79ebd-fa6c-4e87-8b96-132f9e83ad95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc HTTP/1.1" status: 200 len: 914 time: 0.0862396 May 25 23:21:40.610326 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fcc028-c0f1-4754-a2d8-e837b1e0723a,revision_number=1']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:40.617498 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.617836 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.618166 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.618593 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.618955 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.619243 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.619566 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.619889 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.620456 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.620776 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.621090 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.621402 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:40.658343 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d478fb45-b467-474e-878f-4380bc6fd22a req-407482ab-b4a8-411f-bcf6-1639c9f8321f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 999 time: 0.0597193 May 25 23:21:40.680459 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:40.681687 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9c5d39a4-2125-4e19-b67a-283cfe792ed9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3470223 May 25 23:21:40.685215 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38986) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:21:40.689528 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-1b6baf06-050a-4c72-9478-f7db3ca2efc8 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Request body: {'security_group_rule': {'security_group_id': '31fcc028-c0f1-4754-a2d8-e837b1e0723a', 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:21:40.696932 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-eef9d13f-c469-422b-aa0c-251218fe71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bbc85dd0-dd56-4fd3-a040-3135070d4c43', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'port_id': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'mac_address': 'fa:16:3e:b0:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:21:39Z', 'updated_at': '2022-05-25T23:21:39Z', 'revision_number': 0, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8854c33a-8b7e-4168-9973-da026df71568', 'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'mac_address': 'fa:16:3e:33:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:41Z', 'updated_at': '2022-05-25T23:20:46Z', 'revision_number': 5, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'subnets': [{'id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:21:40.708547 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478fb45-b467-474e-878f-4380bc6fd22a req-34fa7bb7-63e8-4360-a098-774a5d8a2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:40.710010 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d478fb45-b467-474e-878f-4380bc6fd22a req-34fa7bb7-63e8-4360-a098-774a5d8a2731 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca343b94-5559-4ca0-93e0-76ac3624168c HTTP/1.1" status: 200 len: 852 time: 0.0453465 May 25 23:21:40.727036 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9d13f-c469-422b-aa0c-251218fe71b1 None None] Checking router: 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:21:40.735502 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9d13f-c469-422b-aa0c-251218fe71b1 None None] Routers {'9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:21:40.736107 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-eef9d13f-c469-422b-aa0c-251218fe71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:21:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:21:40.760236 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478fb45-b467-474e-878f-4380bc6fd22a req-f3a53529-bc08-4b1a-bc3e-ac957fd79053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:40.761686 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d478fb45-b467-474e-878f-4380bc6fd22a req-f3a53529-bc08-4b1a-bc3e-ac957fd79053 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430326 May 25 23:21:40.798620 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf06-050a-4c72-9478-f7db3ca2efc8 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:40.843352 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-eef9d13f-c469-422b-aa0c-251218fe71b1 None None] Set router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:21:40.855022 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d478fb45-b467-474e-878f-4380bc6fd22a req-59e9e85a-3a98-4dd4-8166-d5002a88e19f service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843973 May 25 23:21:40.865178 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf06-050a-4c72-9478-f7db3ca2efc8 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:40.936453 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf06-050a-4c72-9478-f7db3ca2efc8 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:40.956456 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6baf06-050a-4c72-9478-f7db3ca2efc8 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b591353a-0357-4824-83f2-b1c904e84d11,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:40.961971 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d478fb45-b467-474e-878f-4380bc6fd22a req-9fb2afbf-c7c6-4875-8e8f-ee39ed7acdf2 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949094 May 25 23:21:41.034964 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf06-050a-4c72-9478-f7db3ca2efc8 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.036184 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-1b6baf06-050a-4c72-9478-f7db3ca2efc8 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3500409 May 25 23:21:41.038886 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38988) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:21:41.043120 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-9bfa7068-2ed8-492d-b90f-f4489396362d tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Request body: {'security_group_rule': {'security_group_id': '31fcc028-c0f1-4754-a2d8-e837b1e0723a', 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:21:41.070436 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-eef9d13f-c469-422b-aa0c-251218fe71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bbc85dd0-dd56-4fd3-a040-3135070d4c43', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'port_id': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'mac_address': 'fa:16:3e:b0:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:21:39Z', 'updated_at': '2022-05-25T23:21:39Z', 'revision_number': 0, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8854c33a-8b7e-4168-9973-da026df71568', 'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'mac_address': 'fa:16:3e:33:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:41Z', 'updated_at': '2022-05-25T23:20:46Z', 'revision_number': 5, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'subnets': [{'id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:21:41.100382 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9d13f-c469-422b-aa0c-251218fe71b1 None None] The sync data for ids ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'] in dv-cinder-843209-1-iscsi is: [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_floatingips': [{'id': 'bbc85dd0-dd56-4fd3-a040-3135070d4c43', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'router_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'port_id': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'mac_address': 'fa:16:3e:b0:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:21:39Z', 'updated_at': '2022-05-25T23:21:39Z', 'revision_number': 0, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8854c33a-8b7e-4168-9973-da026df71568', 'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'mac_address': 'fa:16:3e:33:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:41Z', 'updated_at': '2022-05-25T23:20:46Z', 'revision_number': 5, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'subnets': [{'id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:21:41.139658 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7068-2ed8-492d-b90f-f4489396362d tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.201319 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7068-2ed8-492d-b90f-f4489396362d tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.284520 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7068-2ed8-492d-b90f-f4489396362d tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.292842 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc195ae-84a8-4c57-8a84-6060d83074dc None None] New status for floating IP bbc85dd0-dd56-4fd3-a040-3135070d4c43: ACTIVE {{(pid=114258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:21:41.303980 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa7068-2ed8-492d-b90f-f4489396362d tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654cc534-e45b-4f5f-885f-c41d2cd18be9,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:41.389171 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7068-2ed8-492d-b90f-f4489396362d tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.390574 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9bfa7068-2ed8-492d-b90f-f4489396362d tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3505588 May 25 23:21:41.393207 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38990) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:21:41.397532 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-a8ec2d3e-43f3-40b2-9e39-8d28fdd59873 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Request body: {'security_group_rule': {'security_group_id': '31fcc028-c0f1-4754-a2d8-e837b1e0723a', 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:21:41.494893 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a8ec2d3e-43f3-40b2-9e39-8d28fdd59873 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.554823 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a8ec2d3e-43f3-40b2-9e39-8d28fdd59873 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.621302 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a8ec2d3e-43f3-40b2-9e39-8d28fdd59873 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.637971 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec2d3e-43f3-40b2-9e39-8d28fdd59873 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29985730-f744-48c3-8980-d945e56951d7,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:41.703611 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-a8ec2d3e-43f3-40b2-9e39-8d28fdd59873 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.704826 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-a8ec2d3e-43f3-40b2-9e39-8d28fdd59873 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107011 May 25 23:21:41.707532 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38992) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:21:41.713058 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-b8892339-381f-4388-a9e2-171236bd8159 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Request body: {'security_group_rule': {'security_group_id': '31fcc028-c0f1-4754-a2d8-e837b1e0723a', 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:21:41.792634 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-870b6861-28cf-4596-a135-d8e49ffb0288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.808522 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b8892339-381f-4388-a9e2-171236bd8159 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.867104 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b8892339-381f-4388-a9e2-171236bd8159 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.912216 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b8892339-381f-4388-a9e2-171236bd8159 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.930348 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8892339-381f-4388-a9e2-171236bd8159 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00e20eb-3103-4352-89c2-dcccf87d48ac,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:41.971372 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-b8892339-381f-4388-a9e2-171236bd8159 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:41.972604 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-b8892339-381f-4388-a9e2-171236bd8159 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2640717 May 25 23:21:41.975309 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38994) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:21:41.979643 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-fa1d503c-b84e-4fd3-b40a-9b6b60879642 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Request body: {'security_group_rule': {'security_group_id': '31fcc028-c0f1-4754-a2d8-e837b1e0723a', 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:21:42.083827 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.securitygroups_db [None req-fa1d503c-b84e-4fd3-b40a-9b6b60879642 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Project e57879181cf1420da1d82c0a32b0dd43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:21:42.088582 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fa1d503c-b84e-4fd3-b40a-9b6b60879642 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:42.146970 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fa1d503c-b84e-4fd3-b40a-9b6b60879642 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:42.220888 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fa1d503c-b84e-4fd3-b40a-9b6b60879642 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:42.238106 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d503c-b84e-4fd3-b40a-9b6b60879642 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce3220a-8419-4b37-bbfc-adacb28ce79b,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:42.302850 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-fa1d503c-b84e-4fd3-b40a-9b6b60879642 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:42.304032 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-fa1d503c-b84e-4fd3-b40a-9b6b60879642 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3277760 May 25 23:21:42.306930 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 38996) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:21:42.311934 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.v2.base [None req-e1671217-5998-45b1-9b76-a6136da7d318 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Request body: {'security_group_rule': {'security_group_id': '31fcc028-c0f1-4754-a2d8-e837b1e0723a', 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:21:42.398663 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.db.securitygroups_db [None req-e1671217-5998-45b1-9b76-a6136da7d318 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Project e57879181cf1420da1d82c0a32b0dd43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:21:42.404122 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e1671217-5998-45b1-9b76-a6136da7d318 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:42.465875 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e1671217-5998-45b1-9b76-a6136da7d318 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:42.467972 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-56904aea-6987-4653-99f6-da62fc05e04b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406246 May 25 23:21:42.529873 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e1671217-5998-45b1-9b76-a6136da7d318 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576365'] for security_group_rule, after_create {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:42.548313 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1671217-5998-45b1-9b76-a6136da7d318 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266f35e0-e8c4-4dfc-a3f2-fe2297dccd2d,revision_number=0']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:42.572128 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-1d908564-0ce5-4bcb-b6ea-0a8374116762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:42.573604 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-1d908564-0ce5-4bcb-b6ea-0a8374116762 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e57879181cf1420da1d82c0a32b0dd43&device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1099 time: 0.0408623 May 25 23:21:42.624409 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-e1671217-5998-45b1-9b76-a6136da7d318 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:42.625627 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-e1671217-5998-45b1-9b76-a6136da7d318 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3177278 May 25 23:21:42.693113 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-30188bf5-910e-4e7a-8370-61a30b9b2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:42.694556 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-30188bf5-910e-4e7a-8370-61a30b9b2fd7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc HTTP/1.1" status: 200 len: 914 time: 0.1000369 May 25 23:21:42.720182 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6df08f6f-fdea-4d01-8897-7b02fc9b51de req-5b9f465c-2da4-4754-9928-e3d6cbea54e2 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344976814&fields=id&tenant_id=e57879181cf1420da1d82c0a32b0dd43 HTTP/1.1" status: 200 len: 267 time: 0.0481589 May 25 23:21:42.796857 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-19c5e710-01a3-4f9f-9fee-e2f35340505f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 1001 time: 0.0897179 May 25 23:21:42.812169 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df08f6f-fdea-4d01-8897-7b02fc9b51de req-0c3130aa-cd26-4631-bc6e-9956459601d3 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:42.813521 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6df08f6f-fdea-4d01-8897-7b02fc9b51de req-0c3130aa-cd26-4631-bc6e-9956459601d3 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 946 time: 0.0668116 May 25 23:21:43.114200 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-6df08f6f-fdea-4d01-8897-7b02fc9b51de req-8c426ffd-befe-483a-a107-49097838a54b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Request body: {'port': {'security_groups': ['d371ceda-6a14-4b5a-9a34-917f68b0c2bc', '31fcc028-c0f1-4754-a2d8-e837b1e0723a']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:21:43.161879 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-12f137a2-81c1-45eb-b540-403707be4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:43.163284 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-12f137a2-81c1-45eb-b540-403707be4046 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca343b94-5559-4ca0-93e0-76ac3624168c HTTP/1.1" status: 200 len: 852 time: 0.3489542 May 25 23:21:43.210317 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-6df08f6f-fdea-4d01-8897-7b02fc9b51de req-8c426ffd-befe-483a-a107-49097838a54b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:43.257142 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-a148c4d8-a718-4266-9f39-5d0cf458c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:43.258763 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-a148c4d8-a718-4266-9f39-5d0cf458c850 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800059 May 25 23:21:43.429045 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-f7377987-c19f-442c-b2b8-3d1126587885 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625743 May 25 23:21:43.531335 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-6df08f6f-fdea-4d01-8897-7b02fc9b51de req-8c426ffd-befe-483a-a107-49097838a54b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] For port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:21:43.566697 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-23c1bc36-df9a-40fa-b044-24af530bb466 req-0df641b1-cbcd-4f0a-a8ab-c397bcfb33f3 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284781 May 25 23:21:43.574510 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-6df08f6f-fdea-4d01-8897-7b02fc9b51de req-8c426ffd-befe-483a-a107-49097838a54b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:43.631344 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-6df08f6f-fdea-4d01-8897-7b02fc9b51de req-8c426ffd-befe-483a-a107-49097838a54b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:43.674870 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df08f6f-fdea-4d01-8897-7b02fc9b51de req-8c426ffd-befe-483a-a107-49097838a54b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:43.675472 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-6df08f6f-fdea-4d01-8897-7b02fc9b51de req-8c426ffd-befe-483a-a107-49097838a54b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:43.676880 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-6df08f6f-fdea-4d01-8897-7b02fc9b51de req-8c426ffd-befe-483a-a107-49097838a54b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "PUT /v2.0/ports/bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 982 time: 0.8555818 May 25 23:21:43.677273 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:21:43.679588 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67b0484-1fa1-427b-9eba-fc90f7985cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:21:43.685237 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:21:43.710544 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c426ffd-befe-483a-a107-49097838a54b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'Port': ['ID=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,revision_number=6']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:43.727273 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986a6d5d-a4c6-48ca-b2d1-985597eb3c59 x-openstack-request-id: req-986a6d5d-a4c6-48ca-b2d1-985597eb3c59 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:21:43.727664 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:21:43.728013 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-986a6d5d-a4c6-48ca-b2d1-985597eb3c59 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:21:43.728627 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986a6d5d-a4c6-48ca-b2d1-985597eb3c59'] response: {'name': 'network-changed', 'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'status': 'completed', 'code': 200} May 25 23:21:43.830742 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd31885-3ed0-488d-9844-0946af882251 req-d7c92c7c-5489-42cd-8294-6a98e5849de8 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:43.832252 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-edd31885-3ed0-488d-9844-0946af882251 req-d7c92c7c-5489-42cd-8294-6a98e5849de8 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0821786 May 25 23:21:43.836504 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:21:43.843044 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0484-1fa1-427b-9eba-fc90f7985cc2 req-fcfc5b2a-5600-4ea5-854d-f3f4684de189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:43.844523 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f67b0484-1fa1-427b-9eba-fc90f7985cc2 req-fcfc5b2a-5600-4ea5-854d-f3f4684de189 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e57879181cf1420da1d82c0a32b0dd43&device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1138 time: 0.0567927 May 25 23:21:43.930867 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-edd31885-3ed0-488d-9844-0946af882251 req-c8eb32cd-92c0-40c3-a38d-112907b888eb tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853496 May 25 23:21:43.974065 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0484-1fa1-427b-9eba-fc90f7985cc2 req-2bcd7b67-ee5e-44be-a4f1-e7de37bff10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:43.975484 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f67b0484-1fa1-427b-9eba-fc90f7985cc2 req-2bcd7b67-ee5e-44be-a4f1-e7de37bff10f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc HTTP/1.1" status: 200 len: 914 time: 0.1230755 May 25 23:21:43.981820 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-3d42e96d-0c5e-4535-a8c0-1e5d571fb37d None None] Provisioning complete for port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:21:43.982194 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3d42e96d-0c5e-4535-a8c0-1e5d571fb37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:44.040809 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f67b0484-1fa1-427b-9eba-fc90f7985cc2 req-06bf44fa-067a-4d1d-a7b6-86c9f0a6ef9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 1001 time: 0.0577588 May 25 23:21:44.089765 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0484-1fa1-427b-9eba-fc90f7985cc2 req-08175d36-8c2c-4a80-94b6-6f0cc39bab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:44.091546 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f67b0484-1fa1-427b-9eba-fc90f7985cc2 req-08175d36-8c2c-4a80-94b6-6f0cc39bab6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca343b94-5559-4ca0-93e0-76ac3624168c HTTP/1.1" status: 200 len: 852 time: 0.0428267 May 25 23:21:44.141973 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0484-1fa1-427b-9eba-fc90f7985cc2 req-71a11602-9db7-4a8d-8d74-37d9c0b0cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:21:44.143373 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f67b0484-1fa1-427b-9eba-fc90f7985cc2 req-71a11602-9db7-4a8d-8d74-37d9c0b0cd25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443969 May 25 23:21:44.204545 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-3d42e96d-0c5e-4535-a8c0-1e5d571fb37d None None] Current status of the port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:21:44.236950 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f67b0484-1fa1-427b-9eba-fc90f7985cc2 req-26596a0d-8185-424f-8f29-c393c72b0338 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815229 May 25 23:21:44.273878 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d541c3bf-df11-4ac7-9a99-7adeb52f7c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:44.329710 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f67b0484-1fa1-427b-9eba-fc90f7985cc2 req-d4fdeb1f-8deb-42de-897b-82983cd97153 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854197 May 25 23:21:45.358486 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:46.642215 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:47.213765 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:55.985112 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:59.825406 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:22:11.763626 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-0d88e23c-5d12-4460-b984-0b6a6965d3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:14.215143 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-6905c28d-5736-45ee-b28f-65e82308a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:15.373394 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:16.654760 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:17.197290 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:25.974250 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:36.823632 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:22:41.791077 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7639d374-7366-4324-bdc8-ebeb67201550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:44.196887 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-827d7f4e-d660-4873-8e2b-2dc4745ad51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:44.485890 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-8ddb625d-a547-4f06-94d2-7cf2c19d7e47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836313 May 25 23:22:44.599981 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-02f27ccc-dd91-4eb1-b3a5-18aefe2152eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:44.601423 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-02f27ccc-dd91-4eb1-b3a5-18aefe2152eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e57879181cf1420da1d82c0a32b0dd43&device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1138 time: 0.0426538 May 25 23:22:44.707190 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-006adeb1-1de1-4b9d-8ed1-9974034f0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:44.708515 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-006adeb1-1de1-4b9d-8ed1-9974034f0f81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc HTTP/1.1" status: 200 len: 914 time: 0.0847900 May 25 23:22:44.773655 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-a6008ff2-f2cd-4ae4-8faa-463b33df4e67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 1001 time: 0.0572450 May 25 23:22:44.823135 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-b4033ab6-45c0-44a1-bccf-3517209583f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:44.824945 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-b4033ab6-45c0-44a1-bccf-3517209583f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca343b94-5559-4ca0-93e0-76ac3624168c HTTP/1.1" status: 200 len: 852 time: 0.0418847 May 25 23:22:44.874903 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-139ea064-3ca8-419d-8260-6393298cea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:44.876322 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-139ea064-3ca8-419d-8260-6393298cea06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432603 May 25 23:22:44.963732 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-e28980a4-6ef6-449e-a1c0-94e631f82d12 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793905 May 25 23:22:45.054259 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-f518e164-a42e-47af-b490-b171d2d4c8e4 req-65dba2d0-f010-42f4-b641-c2b5a2e94bcb service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827260 May 25 23:22:45.385125 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:46.682514 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:47.167830 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:55.807945 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04f986-b584-4a6a-b80f-a657cf8e7ef2 req-8db63bed-55f0-405b-8826-ae345599dd49 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:55.809430 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8f04f986-b584-4a6a-b80f-a657cf8e7ef2 req-8db63bed-55f0-405b-8826-ae345599dd49 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0503330 May 25 23:22:55.850677 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8f04f986-b584-4a6a-b80f-a657cf8e7ef2 req-ba002f70-0f14-4a74-b369-86735879f8f7 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349610 May 25 23:22:55.928149 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80968d09-9b9e-4c5e-9821-df8cfb9207a9 req-e231dba6-75bd-4142-a249-7e6fee9ecca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:55.929647 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80968d09-9b9e-4c5e-9821-df8cfb9207a9 req-e231dba6-75bd-4142-a249-7e6fee9ecca1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e57879181cf1420da1d82c0a32b0dd43&device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1138 time: 0.0403602 May 25 23:22:55.996895 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:56.023263 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80968d09-9b9e-4c5e-9821-df8cfb9207a9 req-69dcd5ec-87b4-4cf2-8189-410d078c2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:56.024686 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80968d09-9b9e-4c5e-9821-df8cfb9207a9 req-69dcd5ec-87b4-4cf2-8189-410d078c2f84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc HTTP/1.1" status: 200 len: 914 time: 0.0850410 May 25 23:22:56.088840 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80968d09-9b9e-4c5e-9821-df8cfb9207a9 req-2c512e18-6b90-4ff8-be64-1c6e850a9ff3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 1001 time: 0.0561380 May 25 23:22:56.140462 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80968d09-9b9e-4c5e-9821-df8cfb9207a9 req-bf86df8a-9208-47dd-a278-0dded34aed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:56.142014 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80968d09-9b9e-4c5e-9821-df8cfb9207a9 req-bf86df8a-9208-47dd-a278-0dded34aed0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca343b94-5559-4ca0-93e0-76ac3624168c HTTP/1.1" status: 200 len: 852 time: 0.0435255 May 25 23:22:56.193452 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80968d09-9b9e-4c5e-9821-df8cfb9207a9 req-2bd1d952-c173-403a-a81c-d3bc37ddbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:56.194926 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80968d09-9b9e-4c5e-9821-df8cfb9207a9 req-2bd1d952-c173-403a-a81c-d3bc37ddbf68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433981 May 25 23:22:56.286253 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80968d09-9b9e-4c5e-9821-df8cfb9207a9 req-be6beb6a-c260-47f6-a97f-49617dd98f96 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802789 May 25 23:22:56.381352 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-80968d09-9b9e-4c5e-9821-df8cfb9207a9 req-81eba0d5-6981-4a00-b128-a9775d9dc8c9 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845788 May 25 23:22:56.967205 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47fc67-b2ec-4b66-b11e-da41cf1251ff req-a41c43ee-e272-4fd2-a125-f09dc153f33c tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:56.968636 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3f47fc67-b2ec-4b66-b11e-da41cf1251ff req-a41c43ee-e272-4fd2-a125-f09dc153f33c tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0490465 May 25 23:22:57.007804 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-3f47fc67-b2ec-4b66-b11e-da41cf1251ff req-71fca750-af86-4468-ba27-cc806935f9e4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328593 May 25 23:22:58.119528 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa441cbc-854b-470c-88e4-78003b87625e req-844d994e-9ca3-430e-b6a2-9051c97e28c3 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:58.121385 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fa441cbc-854b-470c-88e4-78003b87625e req-844d994e-9ca3-430e-b6a2-9051c97e28c3 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0486960 May 25 23:22:58.161052 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fa441cbc-854b-470c-88e4-78003b87625e req-1ae828d2-e41f-40ae-a82f-2ab81ed5d158 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335073 May 25 23:22:59.277592 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b2db7-d210-406a-b325-b20cc13ad9bf req-788fe111-4a32-42a9-a403-0f40e20a0f66 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:22:59.279041 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c71b2db7-d210-406a-b325-b20cc13ad9bf req-788fe111-4a32-42a9-a403-0f40e20a0f66 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0518754 May 25 23:22:59.318223 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-c71b2db7-d210-406a-b325-b20cc13ad9bf req-3bf51919-3baf-4ed3-aeb4-7526cd66034b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331819 May 25 23:23:00.430620 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97957dc-a187-45fe-86b7-b19a4e2572e3 req-7ae537dc-bc58-4c40-bece-07d02a70239d tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:00.431969 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e97957dc-a187-45fe-86b7-b19a4e2572e3 req-7ae537dc-bc58-4c40-bece-07d02a70239d tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0477920 May 25 23:23:00.471596 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e97957dc-a187-45fe-86b7-b19a4e2572e3 req-980f7ba0-5aba-4db1-8a2e-116a29159b9c tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331059 May 25 23:23:01.587099 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83eba17-d283-4ba9-b3a2-d0687ee66773 req-a516d951-6140-4080-b14e-778815a759b9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:01.588533 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e83eba17-d283-4ba9-b3a2-d0687ee66773 req-a516d951-6140-4080-b14e-778815a759b9 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0487030 May 25 23:23:01.627991 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e83eba17-d283-4ba9-b3a2-d0687ee66773 req-a6657537-aaff-4393-af76-086e775773d7 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332475 May 25 23:23:02.743290 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4eb0f-4f37-44ff-a98e-4367920ee302 req-4acb06fa-5b96-44fb-8d8c-45d3cc496e0a tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:02.744731 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8af4eb0f-4f37-44ff-a98e-4367920ee302 req-4acb06fa-5b96-44fb-8d8c-45d3cc496e0a tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0512469 May 25 23:23:02.817678 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8af4eb0f-4f37-44ff-a98e-4367920ee302 req-c4474c10-608a-44f3-964c-bb7e9149c22c tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329204 May 25 23:23:03.897151 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c120d-eaff-4647-86ae-10ef1e705f9d req-2a5bd200-3928-49a4-94aa-a3172abb35bd tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:03.898602 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd2c120d-eaff-4647-86ae-10ef1e705f9d req-2a5bd200-3928-49a4-94aa-a3172abb35bd tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0478637 May 25 23:23:03.937899 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-fd2c120d-eaff-4647-86ae-10ef1e705f9d req-611d4b19-bb60-4a14-89cf-84ca46278740 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326807 May 25 23:23:05.055329 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a024d3-4b53-4bc2-82fa-de9d048bf6ba req-3bd4b5b3-cde4-4215-9082-7bb0bbe32ddf tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:05.056756 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-91a024d3-4b53-4bc2-82fa-de9d048bf6ba req-3bd4b5b3-cde4-4215-9082-7bb0bbe32ddf tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0479932 May 25 23:23:05.096517 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-91a024d3-4b53-4bc2-82fa-de9d048bf6ba req-3e18ca3f-5666-4072-a1b2-0cd64c646695 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329423 May 25 23:23:06.211183 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3f240-d548-4394-98e3-b845000763b6 req-012c694c-ed1e-4244-b568-67ddf4183e8c tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:06.212592 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b4b3f240-d548-4394-98e3-b845000763b6 req-012c694c-ed1e-4244-b568-67ddf4183e8c tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0498316 May 25 23:23:06.253247 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-b4b3f240-d548-4394-98e3-b845000763b6 req-3076cd74-7508-4db4-8759-025478856b1f tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335000 May 25 23:23:07.368698 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20915d6c-a4b9-43e1-a575-8ff0e38d0a2d req-bb73284d-ec90-4615-9c22-227f28e061e3 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:07.370051 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-20915d6c-a4b9-43e1-a575-8ff0e38d0a2d req-bb73284d-ec90-4615-9c22-227f28e061e3 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0498300 May 25 23:23:07.412897 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-20915d6c-a4b9-43e1-a575-8ff0e38d0a2d req-3e3ac95a-9e49-42b8-9b45-aacc1c8d82c5 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363002 May 25 23:23:08.524960 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1213a-360a-47a8-92a0-6db4d9dfa6b0 req-67e79674-1e42-4b6d-a182-77125d206cea tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:08.526476 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7be1213a-360a-47a8-92a0-6db4d9dfa6b0 req-67e79674-1e42-4b6d-a182-77125d206cea tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0470598 May 25 23:23:08.565284 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-7be1213a-360a-47a8-92a0-6db4d9dfa6b0 req-4de927bf-7f06-4b66-80d5-bab43cb6d7cf tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&id=31fcc028-c0f1-4754-a2d8-e837b1e0723a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320969 May 25 23:23:11.841756 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-109bb852-39d5-4413-b182-75260f23eaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:13.822273 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:23:14.184149 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-2dfaf172-772d-4eef-b13b-7e6d507bf5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:15.390632 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:16.645242 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [req-b400aa0a-160d-4b12-8c6a-d25b59e5c5f0 req-6bcd1322-1857-45bc-bbff-f2e12f1fe5c0 service neutron] (114255) timed out ('10.222.0.48', 32872) {{(pid=114255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 25 23:23:16.664425 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:17.207410 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:25.978161 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:41.766492 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-391e65c7-9cbb-4b11-a357-da1ed5b2c375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:44.206193 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9882f4c3-41d4-4ac3-8c79-463b98842127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:45.406552 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:46.455234 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8334af1b-0883-49e0-9ee0-b07da23036af req-1fb20fd5-0d3b-4299-b249-e30386abc9c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429001 May 25 23:23:46.564380 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334af1b-0883-49e0-9ee0-b07da23036af req-b18b353f-c28e-46b3-bc2b-b5e7b89bed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:46.565806 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8334af1b-0883-49e0-9ee0-b07da23036af req-b18b353f-c28e-46b3-bc2b-b5e7b89bed0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e57879181cf1420da1d82c0a32b0dd43&device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1138 time: 0.0403125 May 25 23:23:46.657945 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:46.670942 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334af1b-0883-49e0-9ee0-b07da23036af req-ad14ee68-f497-4987-b1bd-d6514000f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:46.672388 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8334af1b-0883-49e0-9ee0-b07da23036af req-ad14ee68-f497-4987-b1bd-d6514000f7bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc HTTP/1.1" status: 200 len: 914 time: 0.0861173 May 25 23:23:46.741785 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8334af1b-0883-49e0-9ee0-b07da23036af req-ad18e9cd-7010-4dcb-8dd1-eb759903a1a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 1001 time: 0.0610120 May 25 23:23:46.791197 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334af1b-0883-49e0-9ee0-b07da23036af req-3d0d33bc-2650-40fe-a809-b05c217d8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:46.792765 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8334af1b-0883-49e0-9ee0-b07da23036af req-3d0d33bc-2650-40fe-a809-b05c217d8c53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca343b94-5559-4ca0-93e0-76ac3624168c HTTP/1.1" status: 200 len: 852 time: 0.0431666 May 25 23:23:46.838667 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334af1b-0883-49e0-9ee0-b07da23036af req-3faa668e-66e5-436a-a4e5-ea7c4c8f6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:23:46.840678 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8334af1b-0883-49e0-9ee0-b07da23036af req-3faa668e-66e5-436a-a4e5-ea7c4c8f6200 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387578 May 25 23:23:46.932011 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8334af1b-0883-49e0-9ee0-b07da23036af req-89f36e8c-dc62-4532-b855-273c241842c6 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839956 May 25 23:23:47.018767 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-8334af1b-0883-49e0-9ee0-b07da23036af req-f95fbc75-9cd0-426b-a8df-d2f8f0506bee service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784535 May 25 23:23:47.189006 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:50.820027 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:23:55.988714 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:11.805373 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-3a061be8-8714-46b6-a6b3-e52ebf1b6044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:14.205621 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-5929a3f3-671a-45ab-869c-dd656edd4961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:15.388319 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:15.883171 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cd528b0e-cd4b-4151-bd98-3237f2a77200 req-e49fd358-82f5-46cd-a765-1b11e5da0a22 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344976814&fields=id&tenant_id=e57879181cf1420da1d82c0a32b0dd43 HTTP/1.1" status: 200 len: 267 time: 0.0812697 May 25 23:24:15.937843 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd528b0e-cd4b-4151-bd98-3237f2a77200 req-0bac8b5a-92a0-443f-91e1-1b55dfaf8339 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:15.939289 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cd528b0e-cd4b-4151-bd98-3237f2a77200 req-0bac8b5a-92a0-443f-91e1-1b55dfaf8339 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 985 time: 0.0498757 May 25 23:24:15.950491 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.v2.base [req-cd528b0e-cd4b-4151-bd98-3237f2a77200 req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Request body: {'port': {'security_groups': ['d371ceda-6a14-4b5a-9a34-917f68b0c2bc']}} {{(pid=114256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 23:24:16.012716 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cd528b0e-cd4b-4151-bd98-3237f2a77200 req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33179806'] for port, before_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:16.180011 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-cd528b0e-cd4b-4151-bd98-3237f2a77200 req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] For port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:16.208970 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cd528b0e-cd4b-4151-bd98-3237f2a77200 req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for port, precommit_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:16.253897 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cd528b0e-cd4b-4151-bd98-3237f2a77200 req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741751529593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741751052409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741751061279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9365079'] for port, after_update {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:16.297812 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd528b0e-cd4b-4151-bd98-3237f2a77200 req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:16.298448 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-cd528b0e-cd4b-4151-bd98-3237f2a77200 req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:16.298572 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:24:16.299859 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-cd528b0e-cd4b-4151-bd98-3237f2a77200 req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "PUT /v2.0/ports/bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 943 time: 0.3541627 May 25 23:24:16.300543 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:24:16.304334 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705c68b3-38b3-410c-a8b4-096c81114f82" -d '{"events": [{"name": "network-changed", "server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:24:16.306361 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 39098) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:16.337246 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event updated for resources: {'Port': ['ID=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,revision_number=7']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:16.345561 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.345561 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.345879 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.346073 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.346420 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.346850 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.347081 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.347413 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.347738 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.348064 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.348388 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.348710 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4b943-55ca-49f4-af6e-95b4ee8338db tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.398178 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512bdd3a-a7a9-4540-9ba7-7ba405816ce3 x-openstack-request-id: req-512bdd3a-a7a9-4540-9ba7-7ba405816ce3 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:24:16.398903 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:24:16.398903 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-512bdd3a-a7a9-4540-9ba7-7ba405816ce3 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:24:16.399492 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512bdd3a-a7a9-4540-9ba7-7ba405816ce3'] response: {'name': 'network-changed', 'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'status': 'completed', 'code': 200} May 25 23:24:16.416296 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:16.448840 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:16.474592 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:24:16.508591 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c68b3-38b3-410c-a8b4-096c81114f82 req-63394f71-89e9-491b-9585-0172890d4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:16.510422 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-705c68b3-38b3-410c-a8b4-096c81114f82 req-63394f71-89e9-491b-9585-0172890d4ccb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e57879181cf1420da1d82c0a32b0dd43&device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1099 time: 0.0543489 May 25 23:24:16.583848 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.provisioning_blocks [None req-7384a4e7-7ae1-4a6b-8ea0-25b4aafc14e8 None None] Provisioning complete for port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 triggered by entity DHCP. {{(pid=114257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:24:16.584178 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7384a4e7-7ae1-4a6b-8ea0-25b4aafc14e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33218338'] for port, provisioning_complete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:16.599778 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:16.602694 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:16.604651 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "DELETE /v2.0/security-groups/31fcc028-c0f1-4754-a2d8-e837b1e0723a HTTP/1.1" status: 204 len: 168 time: 0.2895963 May 25 23:24:16.607432 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 39106) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:16.614982 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fcc028-c0f1-4754-a2d8-e837b1e0723a,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:16.627789 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.628452 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.629001 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.629601 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.630000 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.630413 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.630808 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.631201 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.631583 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.631969 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.633392 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.633805 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad979b-9a52-48f5-bab7-426e30ab78f4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:16.652297 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c68b3-38b3-410c-a8b4-096c81114f82 req-bf1f5d45-864b-4e31-8471-7ba816e62a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:16.653746 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-705c68b3-38b3-410c-a8b4-096c81114f82 req-bf1f5d45-864b-4e31-8471-7ba816e62a02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc HTTP/1.1" status: 200 len: 914 time: 0.1362092 May 25 23:24:16.779925 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7384a4e7-7ae1-4a6b-8ea0-25b4aafc14e8 None None] Current status of the port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 is: ACTIVE; New status is: ACTIVE {{(pid=114257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 25 23:24:16.781872 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:16.783003 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-705c68b3-38b3-410c-a8b4-096c81114f82 req-0145cad9-51da-4fac-b0c2-391be6343df0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 1001 time: 0.1198707 May 25 23:24:16.861429 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c68b3-38b3-410c-a8b4-096c81114f82 req-7baf788a-4c1d-42b0-8873-8e43df8511dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:16.862920 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-705c68b3-38b3-410c-a8b4-096c81114f82 req-7baf788a-4c1d-42b0-8873-8e43df8511dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca343b94-5559-4ca0-93e0-76ac3624168c HTTP/1.1" status: 200 len: 852 time: 0.0711081 May 25 23:24:16.907060 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Deleting port 64efaab3-47bb-416d-a35c-944aa7c6c31f {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:24:16.907793 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:17.177021 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:17.237843 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c68b3-38b3-410c-a8b4-096c81114f82 req-6b7d2abf-27c2-4644-9cb7-0165d33f1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:17.239345 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-705c68b3-38b3-410c-a8b4-096c81114f82 req-6b7d2abf-27c2-4644-9cb7-0165d33f1245 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3673673 May 25 23:24:17.305459 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:17.305783 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:17.322531 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Calling delete_port for 64efaab3-47bb-416d-a35c-944aa7c6c31f owned by network:floatingip {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:24:17.409981 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-705c68b3-38b3-410c-a8b4-096c81114f82 req-fb37c90b-f109-4e5b-8d28-3c65c12900c5 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614323 May 25 23:24:17.538542 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-705c68b3-38b3-410c-a8b4-096c81114f82 req-e5f9e92f-82fe-4c60-81d3-03030462eff0 service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162996 May 25 23:24:17.640192 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:17.666048 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event deleted for resources: {'Port': ['ID=64efaab3-47bb-416d-a35c-944aa7c6c31f,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:17.728575 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks [] for floatingip, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:17.728902 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.db.l3_db [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Floating IP bbc85dd0-dd56-4fd3-a040-3135070d4c43 disassociated (deleted). External IP: 172.27.1.41, port: bca1f3c7-24c3-4f2a-b4fd-c1356759cf23. May 25 23:24:17.931610 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:24:18.037293 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:24:18.042752 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for floatingip, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:18.047805 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112d846-2120-4a9c-a0d8-89e16ca230fe None None] Sync routers for ids ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:24:18.058233 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112d846-2120-4a9c-a0d8-89e16ca230fe None None] Routers {'9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:24:18.059029 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-8112d846-2120-4a9c-a0d8-89e16ca230fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:24:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:18.070349 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-bcb1e2fc-6f36-4a8e-a763-c82309152d05 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "DELETE /v2.0/floatingips/bbc85dd0-dd56-4fd3-a040-3135070d4c43 HTTP/1.1" status: 204 len: 168 time: 1.4618564 May 25 23:24:18.168406 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-8112d846-2120-4a9c-a0d8-89e16ca230fe None None] Set router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:24:18.366089 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-8112d846-2120-4a9c-a0d8-89e16ca230fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '8854c33a-8b7e-4168-9973-da026df71568', 'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'mac_address': 'fa:16:3e:33:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:41Z', 'updated_at': '2022-05-25T23:20:46Z', 'revision_number': 5, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'subnets': [{'id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:18.396325 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112d846-2120-4a9c-a0d8-89e16ca230fe None None] Checking router: 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:24:18.399934 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:24:18.403122 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209fc815-a4a7-4773-93a8-4119259c03be" -d '{"events": [{"name": "network-changed", "server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:24:18.405714 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112d846-2120-4a9c-a0d8-89e16ca230fe None None] Routers {'9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:24:18.406368 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-8112d846-2120-4a9c-a0d8-89e16ca230fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:24:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:18.443223 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 23:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1125822-179d-418a-a608-cc1f2e8a5b47 x-openstack-request-id: req-b1125822-179d-418a-a608-cc1f2e8a5b47 {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:24:18.443562 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:24:18.443817 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1125822-179d-418a-a608-cc1f2e8a5b47 {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:24:18.445925 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1125822-179d-418a-a608-cc1f2e8a5b47'] response: {'name': 'network-changed', 'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'status': 'completed', 'code': 200} May 25 23:24:18.516026 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-8112d846-2120-4a9c-a0d8-89e16ca230fe None None] Set router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:24:18.555746 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fc815-a4a7-4773-93a8-4119259c03be req-09541b03-7cd3-4260-af4c-60a3de13bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:18.557323 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-209fc815-a4a7-4773-93a8-4119259c03be req-09541b03-7cd3-4260-af4c-60a3de13bade service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e57879181cf1420da1d82c0a32b0dd43&device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 1099 time: 0.0418270 May 25 23:24:18.648976 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fc815-a4a7-4773-93a8-4119259c03be req-44576955-485c-43d8-944c-0b7d951d7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:18.650525 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-209fc815-a4a7-4773-93a8-4119259c03be req-44576955-485c-43d8-944c-0b7d951d7df1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc HTTP/1.1" status: 200 len: 914 time: 0.0859749 May 25 23:24:18.703331 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-209fc815-a4a7-4773-93a8-4119259c03be req-d7bb319c-ed7d-4b95-9ddc-6aded0d6db4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 200 len: 217 time: 0.0373645 May 25 23:24:18.712618 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-8112d846-2120-4a9c-a0d8-89e16ca230fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '8854c33a-8b7e-4168-9973-da026df71568', 'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'mac_address': 'fa:16:3e:33:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:41Z', 'updated_at': '2022-05-25T23:20:46Z', 'revision_number': 5, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'subnets': [{'id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:18.742641 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112d846-2120-4a9c-a0d8-89e16ca230fe None None] The sync data for ids ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'] in dv-cinder-843209-1-iscsi is: [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:42Z', 'revision_number': 4, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi', '_interfaces': [{'id': '8854c33a-8b7e-4168-9973-da026df71568', 'name': '', 'network_id': '9249fb0b-8822-43a6-ad2e-f6a50e7b99dc', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'mac_address': 'fa:16:3e:33:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:41Z', 'updated_at': '2022-05-25T23:20:46Z', 'revision_number': 5, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'subnets': [{'id': 'ca343b94-5559-4ca0-93e0-76ac3624168c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:24:18.758870 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fc815-a4a7-4773-93a8-4119259c03be req-b1ecef60-28d1-4dda-9c6f-633227fa10a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:18.760829 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-209fc815-a4a7-4773-93a8-4119259c03be req-b1ecef60-28d1-4dda-9c6f-633227fa10a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca343b94-5559-4ca0-93e0-76ac3624168c HTTP/1.1" status: 200 len: 852 time: 0.0430384 May 25 23:24:18.808256 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fc815-a4a7-4773-93a8-4119259c03be req-46837577-01ef-4ca3-8e7c-10aa6fc011b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:18.809734 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-209fc815-a4a7-4773-93a8-4119259c03be req-46837577-01ef-4ca3-8e7c-10aa6fc011b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420916 May 25 23:24:18.903291 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-209fc815-a4a7-4773-93a8-4119259c03be req-995279ab-7322-4e36-a81b-94aad58540cb service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860136 May 25 23:24:18.958038 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8974e0-220d-46f4-9b15-8bfa74039b9b None None] New status for floating IP bbc85dd0-dd56-4fd3-a040-3135070d4c43: DOWN {{(pid=114258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 23:24:18.994479 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-209fc815-a4a7-4773-93a8-4119259c03be req-a3fd106e-91fc-4a1d-8336-3a39d01f293e service neutron] 10.222.0.24 "GET /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823181 May 25 23:24:22.380446 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad8f78-d89d-471d-ab7d-abc0bb68013f req-5d314093-db43-4c4a-9ab9-5995c7b748b4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:22.381891 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4cad8f78-d89d-471d-ab7d-abc0bb68013f req-5d314093-db43-4c4a-9ab9-5995c7b748b4 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 946 time: 0.0533493 May 25 23:24:22.419774 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-4cad8f78-d89d-471d-ab7d-abc0bb68013f req-bede6919-01fd-4a05-9da3-767afd6273c1 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 May 25 23:24:23.532854 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f6c4a-cae8-4b65-8641-449a9ac123ef req-85982bc1-dca7-4880-9de9-9ac5cf4ef89a tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:23.534260 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ee6f6c4a-cae8-4b65-8641-449a9ac123ef req-85982bc1-dca7-4880-9de9-9ac5cf4ef89a tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 946 time: 0.0469322 May 25 23:24:23.571024 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-ee6f6c4a-cae8-4b65-8641-449a9ac123ef req-76d8e93c-7a6a-4935-867e-07a078cf5453 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 May 25 23:24:24.681393 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dff3d7-ea7d-43e9-9ff4-eb43d24fbcc3 req-95bcdc86-d0ad-4395-82f6-db271ed972a1 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:24.683635 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e3dff3d7-ea7d-43e9-9ff4-eb43d24fbcc3 req-95bcdc86-d0ad-4395-82f6-db271ed972a1 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 946 time: 0.0473268 May 25 23:24:24.720498 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-e3dff3d7-ea7d-43e9-9ff4-eb43d24fbcc3 req-9dcccae7-ccb7-46fd-ba9d-17025b9c3a51 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/security-groups?id=d371ceda-6a14-4b5a-9a34-917f68b0c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 May 25 23:24:24.903445 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614d7bb-046b-48a2-b161-5d05c438e59d req-099d2820-7989-45e5-a4db-61ac05a7dfb1 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 23:24:24.904749 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d614d7bb-046b-48a2-b161-5d05c438e59d req-099d2820-7989-45e5-a4db-61ac05a7dfb1 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 946 time: 0.0554132 May 25 23:24:24.991419 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-d614d7bb-046b-48a2-b161-5d05c438e59d req-3157ffad-79de-4b2b-8397-aa4781fa131b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Deleting port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:24:24.991745 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-d614d7bb-046b-48a2-b161-5d05c438e59d req-3157ffad-79de-4b2b-8397-aa4781fa131b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:25.079671 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [req-d614d7bb-046b-48a2-b161-5d05c438e59d req-3157ffad-79de-4b2b-8397-aa4781fa131b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] For port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23, host hv-cinder-84320, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84320',level=0,port_id=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:25.080020 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-d614d7bb-046b-48a2-b161-5d05c438e59d req-3157ffad-79de-4b2b-8397-aa4781fa131b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:25.092080 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [req-d614d7bb-046b-48a2-b161-5d05c438e59d req-3157ffad-79de-4b2b-8397-aa4781fa131b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Calling delete_port for bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 owned by compute:nova {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:24:25.273404 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-d614d7bb-046b-48a2-b161-5d05c438e59d req-3157ffad-79de-4b2b-8397-aa4781fa131b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:25.305174 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157ffad-79de-4b2b-8397-aa4781fa131b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Pushing event deleted for resources: {'Port': ['ID=bca1f3c7-24c3-4f2a-b4fd-c1356759cf23,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:25.314736 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] get_ports_and_sgs() called for port_ids ['bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'] {{(pid=114257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 23:24:25.344727 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d614d7bb-046b-48a2-b161-5d05c438e59d req-3157ffad-79de-4b2b-8397-aa4781fa131b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] No DVR routers for this DVR port bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 on host hv-cinder-84320 {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:24:25.347051 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [req-d614d7bb-046b-48a2-b161-5d05c438e59d req-3157ffad-79de-4b2b-8397-aa4781fa131b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115739'] for port, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:25.350214 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-d614d7bb-046b-48a2-b161-5d05c438e59d req-3157ffad-79de-4b2b-8397-aa4781fa131b tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.24 "DELETE /v2.0/ports/bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 HTTP/1.1" status: 204 len: 173 time: 0.4390292 May 25 23:24:25.350660 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'name': 'network-vif-deleted', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23'}] {{(pid=114256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 23:24:25.352893 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5636f466077f7e713594940645e5442fa1ed7e0fe8f36420af33ddf34be4a8c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037eca2f-bcbb-41d9-9fb8-e09e343bbd91" -d '{"events": [{"server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "name": "network-vif-deleted", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23"}]}' {{(pid=114256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 23:24:25.388369 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 23:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4020fe-cdf0-4492-a66b-76a821b3eead x-openstack-request-id: req-ba4020fe-cdf0-4492-a66b-76a821b3eead {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 23:24:25.388662 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c660b62-6f88-45a0-ad19-e103593b04fe", "name": "network-vif-deleted", "tag": "bca1f3c7-24c3-4f2a-b4fd-c1356759cf23", "status": "completed", "code": 200}]} {{(pid=114256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 23:24:25.388914 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba4020fe-cdf0-4492-a66b-76a821b3eead {{(pid=114256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 23:24:25.389312 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4020fe-cdf0-4492-a66b-76a821b3eead'] response: {'server_uuid': '1c660b62-6f88-45a0-ad19-e103593b04fe', 'name': 'network-vif-deleted', 'tag': 'bca1f3c7-24c3-4f2a-b4fd-c1356759cf23', 'status': 'completed', 'code': 200} May 25 23:24:25.826722 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [req-83382ecb-c72d-4447-b04c-cb771557d276 req-cf0e1faa-e0ee-43c1-8978-469513cab332 tempest-TestMinimumBasicScenario-757331918 tempest-TestMinimumBasicScenario-757331918-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c660b62-6f88-45a0-ad19-e103593b04fe HTTP/1.1" status: 200 len: 210 time: 0.0259662 May 25 23:24:25.996247 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:27.627896 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 no longer exists at agent hyperv_hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:24:27.652121 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] No Port match for: bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:24:27.652543 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Device bca1f3c7-24c3-4f2a-b4fd-c1356759cf23 not bound to the agent host hv-cinder-84320 {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:24:27.818792 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:24:28.092137 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 39200) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:28.427863 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595191'] for router_interface, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:28.663144 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] Deleting port 8854c33a-8b7e-4168-9973-da026df71568 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:24:28.663475 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:28.737540 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] For port 8854c33a-8b7e-4168-9973-da026df71568, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=8854c33a-8b7e-4168-9973-da026df71568,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:28.737887 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:28.749213 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] Calling delete_port for 8854c33a-8b7e-4168-9973-da026df71568 owned by network:router_interface {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:24:28.993649 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:29.023280 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=8854c33a-8b7e-4168-9973-da026df71568,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:29.186221 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33028488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595463'] for router_interface, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:29.390658 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] Router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:24:29.753799 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:24:29.758670 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-54ad7d38-6ca8-4a56-92bd-e82853cc8b2c admin admin] 10.222.0.48 "PUT /v2.0/routers/9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6654477 May 25 23:24:29.761912 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 39202) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:29.762880 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1632b8-9fd2-4c6e-b231-4071b299330e None None] Sync routers for ids ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'] in dv-cinder-843209-1-iscsi {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:24:29.773111 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1632b8-9fd2-4c6e-b231-4071b299330e None None] Routers {'9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:24:29.773712 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ed1632b8-9fd2-4c6e-b231-4071b299330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:24:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:29.861961 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Notify callbacks [] for router, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:29.874817 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-ed1632b8-9fd2-4c6e-b231-4071b299330e None None] Set router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f gateway port host: dv-cinder-843209-1-iscsi {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:24:29.962037 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:30.044655 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ed1632b8-9fd2-4c6e-b231-4071b299330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:24:28Z', 'revision_number': 5, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port': {'id': '2b289842-b117-44e6-8186-8ff7c6be5626', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:30.073662 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1632b8-9fd2-4c6e-b231-4071b299330e None None] Checking router: 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f for host: dv-cinder-843209-1-iscsi {{(pid=114257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:24:30.081731 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1632b8-9fd2-4c6e-b231-4071b299330e None None] Routers {'9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:24:30.082668 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ed1632b8-9fd2-4c6e-b231-4071b299330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:24:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'], 'active': True} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:30.104838 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Deleting port 2b289842-b117-44e6-8186-8ff7c6be5626 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:24:30.105174 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:30.162532 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvr_db [None req-ed1632b8-9fd2-4c6e-b231-4071b299330e None None] Set router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f gateway port host: None {{(pid=114257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:24:30.182363 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] For port 2b289842-b117-44e6-8186-8ff7c6be5626, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=2b289842-b117-44e6-8186-8ff7c6be5626,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:30.182719 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:30.194355 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Calling delete_port for 2b289842-b117-44e6-8186-8ff7c6be5626 owned by network:router_gateway {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:24:30.215859 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_hamode_db [None req-ed1632b8-9fd2-4c6e-b231-4071b299330e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:24:29Z', 'revision_number': 6, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port_host': None}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:30.242270 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1632b8-9fd2-4c6e-b231-4071b299330e None None] The sync data for ids ['9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f'] in dv-cinder-843209-1-iscsi is: [{'id': '9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f', 'name': 'tempest-TestMinimumBasicScenario-61086964-router', 'tenant_id': 'e57879181cf1420da1d82c0a32b0dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:39Z', 'updated_at': '2022-05-25T23:24:29Z', 'revision_number': 6, 'project_id': 'e57879181cf1420da1d82c0a32b0dd43', 'gw_port_host': None}] {{(pid=114257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:24:30.439093 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:30.462053 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b289842-b117-44e6-8186-8ff7c6be5626,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:30.525876 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601257'] for router_gateway, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:30.617155 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12852'] for router, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:30.619440 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:30.719823 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596379'] for router, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:30.720343 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f {{(pid=114256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:24:30.724593 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] Notify callbacks [] for router, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:30.729209 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-c0a5839d-6057-484b-9de8-989375f33690 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9c4485a6-a0c0-45c1-8fe2-ca23b7ed048f HTTP/1.1" status: 204 len: 168 time: 0.9628646 May 25 23:24:30.729209 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 39204) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:30.776514 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1dfe7de-fe93-47c5-9db4-d52d60dd5690 admin admin] Deleting subnet ca343b94-5559-4ca0-93e0-76ac3624168c {{(pid=114256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:24:30.779624 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe7de-fe93-47c5-9db4-d52d60dd5690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:30.813550 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe7de-fe93-47c5-9db4-d52d60dd5690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8499910'] for subnet, precommit_delete_associations {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:30.887789 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe7de-fe93-47c5-9db4-d52d60dd5690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.023166 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe7de-fe93-47c5-9db4-d52d60dd5690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9365037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9599053'] for subnet, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.053572 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfe7de-fe93-47c5-9db4-d52d60dd5690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca343b94-5559-4ca0-93e0-76ac3624168c,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:31.058319 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe7de-fe93-47c5-9db4-d52d60dd5690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.062859 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-a1dfe7de-fe93-47c5-9db4-d52d60dd5690 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ca343b94-5559-4ca0-93e0-76ac3624168c HTTP/1.1" status: 204 len: 168 time: 0.3328598 May 25 23:24:31.064452 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e402d8ba-4ce4-4403-9411-20722b5ec9ed None None] Network 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:24:31.065295 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [-] (114256) accepted ('10.222.0.48', 39206) {{(pid=114256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:31.134938 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.189239 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Deleting port 54f644d1-a691-4677-ae67-e90b2c367036 {{(pid=114256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:24:31.190350 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.261749 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] DHCP port deletion for 9249fb0b-8822-43a6-ad2e-f6a50e7b99dc request from dv-cinder-843209-1-iscsi {{(pid=114257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 23:24:31.263915 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.db [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] For port 54f644d1-a691-4677-ae67-e90b2c367036, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=54f644d1-a691-4677-ae67-e90b2c367036,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:31.264418 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.278898 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.plugin [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Calling delete_port for 54f644d1-a691-4677-ae67-e90b2c367036 owned by network:dhcp {{(pid=114256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:24:31.323709 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Deleting port 54f644d1-a691-4677-ae67-e90b2c367036 {{(pid=114257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:24:31.324080 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.383974 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] For port 54f644d1-a691-4677-ae67-e90b2c367036, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=54f644d1-a691-4677-ae67-e90b2c367036,segment=NetworkSegment(e1220943-ff73-44ef-a910-ab7b020b050c),segment_id=e1220943-ff73-44ef-a910-ab7b020b050c)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:31.384360 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.397158 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Calling delete_port for 54f644d1-a691-4677-ae67-e90b2c367036 owned by network:dhcp {{(pid=114257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:24:31.434173 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9365080'] for port, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.460056 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=54f644d1-a691-4677-ae67-e90b2c367036,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:31.463790 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] No DVR routers for this DVR port 54f644d1-a691-4677-ae67-e90b2c367036 on host dv-cinder-843209-1-iscsi {{(pid=114256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:24:31.473280 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.541597 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.564680 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9249fb0b-8822-43a6-ad2e-f6a50e7b99dc']}} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:31.574987 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1220943-ff73-44ef-a910-ab7b020b050c') {'for_net_delete': True} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:31.575292 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.services.segments.db [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1220943-ff73-44ef-a910-ab7b020b050c') {} {{(pid=114256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:31.585330 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8499919'] for segment, before_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.598802 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.605697 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:24:31.607276 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9366927'] for segment, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.619840 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Pushing event deleted for resources: {'Port': ['ID=54f644d1-a691-4677-ae67-e90b2c367036,revision_number=None']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:31.624615 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] No DVR routers for this DVR port 54f644d1-a691-4677-ae67-e90b2c367036 on host dv-cinder-843209-1-iscsi {{(pid=114257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:24:31.631337 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.631682 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.632020 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.632350 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.632672 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.638182 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.638182 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.638182 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.638182 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.638182 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.638182 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.638182 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06017a3-ebfe-4d3d-a39a-9157025fab3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843209-1-iscsi {{(pid=114257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:31.701663 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment e1220943-ff73-44ef-a910-ab7b020b050c resource provider aggregate not found May 25 23:24:31.725634 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.services.segments.plugin [-] Segment e1220943-ff73-44ef-a910-ab7b020b050c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1220943-ff73-44ef-a910-ab7b020b050c found for delete ", "request_id": "req-98fc1e84-d1f7-4fa6-80db-d4af4e73a544"}]} May 25 23:24:31.736876 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.742380 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron_lib.callbacks.manager [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:31.745718 dv-cinder-843209-1-iscsi neutron-server[114256]: INFO neutron.wsgi [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] 10.222.0.48 "DELETE /v2.0/networks/9249fb0b-8822-43a6-ad2e-f6a50e7b99dc HTTP/1.1" status: 204 len: 168 time: 0.6792314 May 25 23:24:31.748641 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 39214) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:31.756832 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc413ce-64db-4aaa-8c1c-0a4dc4a42a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=9249fb0b-8822-43a6-ad2e-f6a50e7b99dc,revision_number=None']} {{(pid=114256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:32.078223 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595191'] for router_interface, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:32.259759 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 2b289842-b117-44e6-8186-8ff7c6be5626 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:24:32.280123 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 2b289842-b117-44e6-8186-8ff7c6be5626 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:24:32.280459 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 2b289842-b117-44e6-8186-8ff7c6be5626 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:24:32.280859 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 8854c33a-8b7e-4168-9973-da026df71568 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:24:32.299780 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 8854c33a-8b7e-4168-9973-da026df71568 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:24:32.300119 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 8854c33a-8b7e-4168-9973-da026df71568 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:24:32.300534 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 54f644d1-a691-4677-ae67-e90b2c367036 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:24:32.318146 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] Deleting port 4f327580-efb2-4875-a6fe-82b6c8d34ba5 {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:24:32.318517 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:32.319456 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 54f644d1-a691-4677-ae67-e90b2c367036 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:24:32.319794 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 54f644d1-a691-4677-ae67-e90b2c367036 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:24:32.397134 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] For port 4f327580-efb2-4875-a6fe-82b6c8d34ba5, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=4f327580-efb2-4875-a6fe-82b6c8d34ba5,segment=NetworkSegment(fde05878-e287-46d5-9669-d9b4bfda7676),segment_id=fde05878-e287-46d5-9669-d9b4bfda7676)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:32.397488 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:32.408898 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] Calling delete_port for 4f327580-efb2-4875-a6fe-82b6c8d34ba5 owned by network:router_interface {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:24:32.638997 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:32.663885 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f327580-efb2-4875-a6fe-82b6c8d34ba5,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:32.825588 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33028488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595463'] for router_interface, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:33.032849 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] Router b3846a35-99de-4d17-9aee-5fe1e51e35c5 has already been hosted by L3 agent 96a2d5bc-1d2a-4929-9489-5c2f876feb7e {{(pid=114255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:24:33.135248 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] Notify agent at l3_agent.dv-cinder-843209-1-iscsi the message routers_updated {{(pid=114255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:24:33.140413 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-9f531059-54f0-467b-85e3-4a2eecae1b1e admin admin] 10.222.0.48 "PUT /v2.0/routers/b3846a35-99de-4d17-9aee-5fe1e51e35c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3906357 May 25 23:24:33.143066 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 39216) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:33.144234 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e5e09e-4d82-48d9-a172-42c933bea40a None None] Sync routers for ids ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'] in dv-cinder-843209-1-iscsi {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 23:24:33.155790 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e5e09e-4d82-48d9-a172-42c933bea40a None None] Routers {'b3846a35-99de-4d17-9aee-5fe1e51e35c5'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:24:33.156394 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-85e5e09e-4d82-48d9-a172-42c933bea40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:24:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:33.244115 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:33.257736 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-85e5e09e-4d82-48d9-a172-42c933bea40a None None] Set router b3846a35-99de-4d17-9aee-5fe1e51e35c5 gateway port host: dv-cinder-843209-1-iscsi {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:24:33.343276 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:33.435770 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-85e5e09e-4d82-48d9-a172-42c933bea40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'name': 'tempest-TestMinimumBasicScenario-1222134198-router', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'external_fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:44Z', 'updated_at': '2022-05-25T23:24:32Z', 'revision_number': 5, 'project_id': 'acc679d595a84725af2a324062071f62', 'gw_port': {'id': '41274349-a689-4f77-8eeb-1c619e4cb5a0', 'name': '', 'network_id': '354ca01b-6cd2-4a62-9e0a-b448ca60ef8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:20:45Z', 'updated_at': '2022-05-25T23:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cad26bbe-071c-4cad-82d9-5c4f8f85abbd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843209-1-iscsi'}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:33.464810 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e5e09e-4d82-48d9-a172-42c933bea40a None None] Checking router: b3846a35-99de-4d17-9aee-5fe1e51e35c5 for host: dv-cinder-843209-1-iscsi {{(pid=114258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 23:24:33.472733 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e5e09e-4d82-48d9-a172-42c933bea40a None None] Routers {'b3846a35-99de-4d17-9aee-5fe1e51e35c5'} bound to L3 agent in host dv-cinder-843209-1-iscsi {{(pid=114258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 23:24:33.473330 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-85e5e09e-4d82-48d9-a172-42c933bea40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:47:44Z,description=,heartbeat_timestamp=2022-05-25T23:24:14Z,host='dv-cinder-843209-1-iscsi',id=96a2d5bc-1d2a-4929-9489-5c2f876feb7e,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:47:45Z,topic='l3_agent')) {'router_ids': ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'], 'active': True} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:33.496346 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Deleting port 41274349-a689-4f77-8eeb-1c619e4cb5a0 {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:24:33.496346 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:33.582039 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] For port 41274349-a689-4f77-8eeb-1c619e4cb5a0, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=41274349-a689-4f77-8eeb-1c619e4cb5a0,segment=NetworkSegment(2dc8edef-0a35-4b61-b9e0-92d8925d9170),segment_id=2dc8edef-0a35-4b61-b9e0-92d8925d9170)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:33.582461 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:33.595479 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Calling delete_port for 41274349-a689-4f77-8eeb-1c619e4cb5a0 owned by network:router_gateway {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:24:33.643563 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_dvr_db [None req-85e5e09e-4d82-48d9-a172-42c933bea40a None None] Set router b3846a35-99de-4d17-9aee-5fe1e51e35c5 gateway port host: None {{(pid=114258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 23:24:33.695151 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.l3_hamode_db [None req-85e5e09e-4d82-48d9-a172-42c933bea40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'name': 'tempest-TestMinimumBasicScenario-1222134198-router', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:44Z', 'updated_at': '2022-05-25T23:24:33Z', 'revision_number': 6, 'project_id': 'acc679d595a84725af2a324062071f62', 'gw_port_host': None}], 'dv-cinder-843209-1-iscsi', False) {} {{(pid=114258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:33.726454 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e5e09e-4d82-48d9-a172-42c933bea40a None None] The sync data for ids ['b3846a35-99de-4d17-9aee-5fe1e51e35c5'] in dv-cinder-843209-1-iscsi is: [{'id': 'b3846a35-99de-4d17-9aee-5fe1e51e35c5', 'name': 'tempest-TestMinimumBasicScenario-1222134198-router', 'tenant_id': 'acc679d595a84725af2a324062071f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:20:44Z', 'updated_at': '2022-05-25T23:24:33Z', 'revision_number': 6, 'project_id': 'acc679d595a84725af2a324062071f62', 'gw_port_host': None}] {{(pid=114258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 23:24:34.039356 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.065894 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=41274349-a689-4f77-8eeb-1c619e4cb5a0,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:34.130366 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601257'] for router_gateway, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.223383 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12852'] for router, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.225457 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.347680 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596379'] for router, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.348196 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3846a35-99de-4d17-9aee-5fe1e51e35c5 {{(pid=114255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:24:34.352447 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.354199 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-16267de9-9f01-4852-a8a1-6cab79792fd4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b3846a35-99de-4d17-9aee-5fe1e51e35c5 HTTP/1.1" status: 204 len: 168 time: 1.2096035 May 25 23:24:34.357139 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 39218) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:34.399209 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bb1412-74c2-45e4-8fec-ee28b1026d20 admin admin] Deleting subnet bb92772a-00f3-44e4-9415-085d3b8a00b7 {{(pid=114255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 25 23:24:34.402877 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-75bb1412-74c2-45e4-8fec-ee28b1026d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.435275 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-75bb1412-74c2-45e4-8fec-ee28b1026d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1197435'] for subnet, precommit_delete_associations {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.503602 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 41274349-a689-4f77-8eeb-1c619e4cb5a0 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:24:34.522860 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-75bb1412-74c2-45e4-8fec-ee28b1026d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33170091'] for subnet, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.527371 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 41274349-a689-4f77-8eeb-1c619e4cb5a0 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:24:34.530469 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 41274349-a689-4f77-8eeb-1c619e4cb5a0 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:24:34.530469 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 4f327580-efb2-4875-a6fe-82b6c8d34ba5 no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:24:34.546526 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: 4f327580-efb2-4875-a6fe-82b6c8d34ba5 {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:24:34.546874 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device 4f327580-efb2-4875-a6fe-82b6c8d34ba5 not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:24:34.657330 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-75bb1412-74c2-45e4-8fec-ee28b1026d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33170080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3746125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8432323'] for subnet, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.683189 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb1412-74c2-45e4-8fec-ee28b1026d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb92772a-00f3-44e4-9415-085d3b8a00b7,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:34.689252 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-75bb1412-74c2-45e4-8fec-ee28b1026d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for subnet, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.694233 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-75bb1412-74c2-45e4-8fec-ee28b1026d20 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bb92772a-00f3-44e4-9415-085d3b8a00b7 HTTP/1.1" status: 204 len: 168 time: 0.3344493 May 25 23:24:34.694703 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb38d2b-be47-428d-b578-b958799afa11 None None] Network 3099a476-8a42-4f79-8861-140ecba040aa requested from dv-cinder-843209-1-iscsi {{(pid=114257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 23:24:34.695382 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 39220) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:34.776094 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33145204'] for network, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.829804 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Deleting port fff68b25-e957-4e30-a453-1cbfd3132cda {{(pid=114255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:24:34.830141 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.882644 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bee0a0-3647-4c3c-8557-330fc7d62d4a None None] DHCP port deletion for 3099a476-8a42-4f79-8861-140ecba040aa request from dv-cinder-843209-1-iscsi {{(pid=114257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 23:24:34.898641 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.db [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] For port fff68b25-e957-4e30-a453-1cbfd3132cda, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=fff68b25-e957-4e30-a453-1cbfd3132cda,segment=NetworkSegment(fde05878-e287-46d5-9669-d9b4bfda7676),segment_id=fde05878-e287-46d5-9669-d9b4bfda7676)] {{(pid=114255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:34.898949 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.912430 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.plugin [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Calling delete_port for fff68b25-e957-4e30-a453-1cbfd3132cda owned by network:dhcp {{(pid=114255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:24:34.929619 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-94bee0a0-3647-4c3c-8557-330fc7d62d4a None None] Deleting port fff68b25-e957-4e30-a453-1cbfd3132cda {{(pid=114257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 25 23:24:34.929988 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-94bee0a0-3647-4c3c-8557-330fc7d62d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741751441677'] for port, before_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:34.994707 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.db [None req-94bee0a0-3647-4c3c-8557-330fc7d62d4a None None] For port fff68b25-e957-4e30-a453-1cbfd3132cda, host dv-cinder-843209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843209-1-iscsi',level=0,port_id=fff68b25-e957-4e30-a453-1cbfd3132cda,segment=NetworkSegment(fde05878-e287-46d5-9669-d9b4bfda7676),segment_id=fde05878-e287-46d5-9669-d9b4bfda7676)] {{(pid=114257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:34.995342 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-94bee0a0-3647-4c3c-8557-330fc7d62d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599287'] for port, precommit_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.007123 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-94bee0a0-3647-4c3c-8557-330fc7d62d4a None None] Calling delete_port for fff68b25-e957-4e30-a453-1cbfd3132cda owned by network:dhcp {{(pid=114257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 25 23:24:35.045353 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3746104'] for port, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.071268 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Pushing event deleted for resources: {'Port': ['ID=fff68b25-e957-4e30-a453-1cbfd3132cda,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:35.073522 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] No DVR routers for this DVR port fff68b25-e957-4e30-a453-1cbfd3132cda on host dv-cinder-843209-1-iscsi {{(pid=114255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:24:35.082605 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-94bee0a0-3647-4c3c-8557-330fc7d62d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33179865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741751529575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741751052427'] for port, after_delete {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.108747 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bee0a0-3647-4c3c-8557-330fc7d62d4a None None] Pushing event deleted for resources: {'Port': ['ID=fff68b25-e957-4e30-a453-1cbfd3132cda,revision_number=None']} {{(pid=114257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:35.112408 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bee0a0-3647-4c3c-8557-330fc7d62d4a None None] No DVR routers for this DVR port fff68b25-e957-4e30-a453-1cbfd3132cda on host dv-cinder-843209-1-iscsi {{(pid=114257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:24:35.146380 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33172284', 'neutron.services.segments.db._delete_segments_for_network-8741751521832'] for network, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.169721 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3099a476-8a42-4f79-8861-140ecba040aa']}} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:35.178655 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde05878-e287-46d5-9669-d9b4bfda7676') {'for_net_delete': True} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:35.178946 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.services.segments.db [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde05878-e287-46d5-9669-d9b4bfda7676') {} {{(pid=114255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:35.188647 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741751522097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1197426'] for segment, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.202115 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217'] for segment, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.207799 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=114255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 23:24:35.209927 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33216217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744495'] for segment, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.250201 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment fde05878-e287-46d5-9669-d9b4bfda7676 resource provider aggregate not found May 25 23:24:35.271108 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.services.segments.plugin [-] Segment fde05878-e287-46d5-9669-d9b4bfda7676 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fde05878-e287-46d5-9669-d9b4bfda7676 found for delete ", "request_id": "req-906c815e-c9e8-44da-87ae-115bbb843e9a"}]} May 25 23:24:35.324790 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33172277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33028481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601221'] for network, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.330063 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33028591'] for network, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.333132 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] 10.222.0.48 "DELETE /v2.0/networks/3099a476-8a42-4f79-8861-140ecba040aa HTTP/1.1" status: 204 len: 168 time: 0.6366053 May 25 23:24:35.343871 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85704be-9d6a-4927-86b1-1314d0dd198d admin admin] Pushing event deleted for resources: {'Network': ['ID=3099a476-8a42-4f79-8861-140ecba040aa,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:35.627930 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 39228) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:35.667781 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-6a6c4d8c-1372-4ffc-b470-f34acf4339d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e57879181cf1420da1d82c0a32b0dd43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386846 May 25 23:24:35.670144 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 39230) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:35.716867 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-98b029d4-6031-4714-9f6b-fe481bc9699b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.740124 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-98b029d4-6031-4714-9f6b-fe481bc9699b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.839275 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-98b029d4-6031-4714-9f6b-fe481bc9699b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.841804 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-98b029d4-6031-4714-9f6b-fe481bc9699b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:35.842978 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-98b029d4-6031-4714-9f6b-fe481bc9699b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d371ceda-6a14-4b5a-9a34-917f68b0c2bc HTTP/1.1" status: 204 len: 168 time: 0.1719232 May 25 23:24:35.850560 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b029d4-6031-4714-9f6b-fe481bc9699b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d371ceda-6a14-4b5a-9a34-917f68b0c2bc,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:36.256694 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device fff68b25-e957-4e30-a453-1cbfd3132cda no longer exists at agent ovs-agent-dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 23:24:36.279520 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] No Port match for: fff68b25-e957-4e30-a453-1cbfd3132cda {{(pid=114257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 25 23:24:36.279870 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron.plugins.ml2.rpc [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Device fff68b25-e957-4e30-a453-1cbfd3132cda not bound to the agent host dv-cinder-843209-1-iscsi {{(pid=114257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 23:24:36.394050 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 39236) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:36.434408 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-5c95414a-bda3-45ad-a437-74697e908ebd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=acc679d595a84725af2a324062071f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390460 May 25 23:24:36.436815 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.wsgi [-] (114255) accepted ('10.222.0.48', 39238) {{(pid=114255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 25 23:24:36.483316 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-299a7b78-55a0-45f4-b970-e2bdc1ddd0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:36.504297 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-299a7b78-55a0-45f4-b970-e2bdc1ddd0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:36.628024 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-299a7b78-55a0-45f4-b970-e2bdc1ddd0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570601'] for security_group, after_delete {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:36.630524 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron_lib.callbacks.manager [None req-299a7b78-55a0-45f4-b970-e2bdc1ddd0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:36.631660 dv-cinder-843209-1-iscsi neutron-server[114255]: INFO neutron.wsgi [None req-299a7b78-55a0-45f4-b970-e2bdc1ddd0a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f92a64c-d812-4f34-808a-236f736beb87 HTTP/1.1" status: 204 len: 168 time: 0.1939507 May 25 23:24:36.640306 dv-cinder-843209-1-iscsi neutron-server[114255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a7b78-55a0-45f4-b970-e2bdc1ddd0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f92a64c-d812-4f34-808a-236f736beb87,revision_number=None']} {{(pid=114255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:41.793229 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-416bc162-553e-4e75-999a-dfc6934be4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:44.199196 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-1a08005f-dd83-4e00-bb7d-aa19f9d0038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:45.376433 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:46.690223 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:47.164914 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:55.992617 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:04.816799 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:25:11.786951 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d98ad5df-9bd3-45f7-b210-2f579778bc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:14.226326 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4745-b0f0-45fd-84ee-bc9ae3bdc2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:15.369906 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:16.678386 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:17.192685 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:26.038054 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:41.785726 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-4957b802-e2fa-4177-8079-2f83005604ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:41.815050 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:25:44.197492 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-75ca5046-2694-427f-bb0c-5380674d924c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:45.380419 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:46.671759 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:47.174799 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:56.002782 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:11.796639 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c04bd58b-6819-4d6a-8410-4f1588b2b7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:14.179226 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-d806508e-eb19-41dc-9e33-019c921beee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:15.390738 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:16.666217 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:17.167717 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:18.814166 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:26:25.996580 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:41.761308 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-629dbbc1-a75c-4797-8933-3399e5beeeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:44.190047 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-1d34caa0-630c-4e06-b549-a63482704b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:45.406984 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:46.675938 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:47.179036 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:55.813334 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:26:56.006859 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:11.817705 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-02055d3d-31a0-42f1-94d1-ab340330330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:14.194981 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9ce64431-84a9-4f79-b34e-92bf1158304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:15.400524 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:16.692290 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:17.166491 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:26.023550 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:32.812864 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:27:41.782881 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-9c3e9fbf-6d08-4649-b4b4-8fac6ff68f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:44.234094 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-c887f561-ac22-43ef-8675-e41a42a898b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:45.405905 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:46.714777 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:47.183221 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:56.028559 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:09.812720 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:28:11.776714 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f9f78343-f52b-4fd0-be0c-4027fbd2af17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:14.250913 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-a49cf863-53bc-439e-bb41-e77e00449055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:15.393429 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.667730 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:17.170964 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.021779 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:41.769949 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-959ca8b9-9ed6-4135-ab3d-185a94a1cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:44.187299 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-f95cb50d-e66d-4135-822a-a2d600a706d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:45.427574 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:46.684112 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:46.811468 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:28:47.147279 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:56.072394 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:11.792550 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-10eca5fd-5f8b-4563-84c8-c532e3c9f614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:14.197774 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-fd59775a-21af-4873-93c2-eb3507971e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:15.409584 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:16.712347 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:17.163730 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:23.810390 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:29:26.066203 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:41.779932 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7f4757cd-176e-4a99-afd1-d8f185340646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:44.197302 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-95bcd8d9-a0e0-4fd7-9874-b4fb7cae45f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:45.391368 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:46.757233 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:47.185859 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:56.093399 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:00.810063 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 23:30:11.802721 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b1c94948-49d4-423c-804a-deef15f16f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:14.220218 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-e938ad59-d25e-441b-b8b3-43c5467e070e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:15.402387 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-b3efba23-cefe-49df-ae85-b3a4da558d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:16.716338 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-db1d2af9-3c8b-435b-b4ae-a6e1e839e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:17.156536 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-bc302c13-9852-4580-8a5a-51fc6f1d7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:26.116292 dv-cinder-843209-1-iscsi neutron-server[114257]: DEBUG neutron_lib.callbacks.manager [None req-7ade3727-3b2e-42e7-858b-92a220ba94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741751521814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33215884'] for agent, after_update {{(pid=114257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:31.625928 dv-cinder-843209-1-iscsi neutron-server[114256]: DEBUG neutron.wsgi [req-51a6411e-41d3-4d03-87d3-10db0cce3330 req-6e18f061-8e6a-4b3d-a417-77b8bbbc7e3b service neutron] (114256) timed out ('10.222.0.24', 58938) {{(pid=114256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 25 23:30:37.808400 dv-cinder-843209-1-iscsi neutron-server[114258]: DEBUG neutron.db.agents_db [None req-0ed0bb3b-21d3-48a8-921f-b10a921fea57 None None] Agent healthcheck: found 6 active agents {{(pid=114258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}